{ "schema_version": 1, "dataset_git_commit": "c14b9c971bd1fbe1a0126a2683ba4df8b0eeaf6c", "dataset_fingerprint": "3c6b248bfc25f4810c0083bbc5af3c5905fb1000795b21fdd0a57969a7aa3bc0", "expected_task_count": 512, "run_id": "september-models-20260923", "mock": false, "grading_version": "2", "release": "0.4.0", "evaluation_protocol": "78be5960423e0ea7b850ffb5a5c07dbb41a4658d6c89dd8a43e9dc08c76ab502", "finalized_at": "2026-09-23T12:22:50.468628+00:00", "source_updated_at": "2026-09-23T12:22:13.457019+00:00", "source_git_commit": "82cde012be40124c4ec938e61b89b8732be09aad", "finalizer_git_commit": "82cde012be40124c4ec938e61b89b8732be09aad", "finalizer_git_dirty": false, "artifact_type": "colorbench-final-results", "publication_status": "finalized", "benchmark_id": "colorbench", "version": "0.4.0", "status": "pilot", "human_validation": "not_performed", "numeric_scoring": { "distance": "euclidean-oklab", "score_ceiling": 0.2, "score_formula": "100 * (1 - min(delta_e_ok / 0.2, 1))", "tight_ceiling": 0.05, "tight_formula": "100 * (1 - min(delta_e_ok / 0.05, 1))", "exact_bands": [ 0.005, 0.01, 0.02, 0.05 ], "hue_chroma_threshold": 0.02, "interpretation": "Engineering normalization; not a just-noticeable-difference threshold." }, "dataset_manifest": "dataset/colorbench-v0.4.0/manifest.json", "dataset_path": "dataset/colorbench-v0.4.0", "comparison": { "scope": "full", "count": 512, "task_ids": [ "colorbench-binding-01", "colorbench-binding-02", "colorbench-binding-03", "colorbench-binding-04", "colorbench-binding-05", "colorbench-binding-06", "colorbench-binding-07", "colorbench-binding-08", "colorbench-binding-09", "colorbench-binding-10", "colorbench-binding-11", "colorbench-binding-12", "colorbench-binding-13", "colorbench-binding-14", "colorbench-binding-15", "colorbench-binding-16", "colorbench-binding-17", "colorbench-binding-18", "colorbench-binding-19", "colorbench-binding-20", "colorbench-binding-21", "colorbench-binding-22", "colorbench-binding-23", "colorbench-binding-24", "colorbench-binding-25", "colorbench-binding-26", "colorbench-binding-27", "colorbench-binding-28", "colorbench-binding-29", "colorbench-binding-30", "colorbench-binding-31", "colorbench-binding-32", "colorbench-binding-33", "colorbench-binding-34", "colorbench-binding-35", "colorbench-binding-36", "colorbench-binding-37", "colorbench-binding-38", "colorbench-binding-39", "colorbench-binding-40", "colorbench-binding-41", "colorbench-binding-42", "colorbench-binding-43", "colorbench-binding-44", "colorbench-binding-45", "colorbench-binding-46", "colorbench-binding-47", "colorbench-binding-48", "colorbench-chroma-01", "colorbench-chroma-02", "colorbench-chroma-03", "colorbench-chroma-04", "colorbench-chroma-05", "colorbench-chroma-06", "colorbench-chroma-07", "colorbench-chroma-08", "colorbench-chroma-09", "colorbench-chroma-10", "colorbench-chroma-11", "colorbench-chroma-12", "colorbench-chroma-13", "colorbench-chroma-14", "colorbench-chroma-15", "colorbench-chroma-16", "colorbench-chroma-17", "colorbench-chroma-18", "colorbench-chroma-19", "colorbench-chroma-20", "colorbench-chroma-21", "colorbench-chroma-22", "colorbench-chroma-23", "colorbench-chroma-24", "colorbench-chroma-25", "colorbench-chroma-26", "colorbench-chroma-27", "colorbench-chroma-28", "colorbench-chroma-29", "colorbench-chroma-30", "colorbench-chroma-31", "colorbench-chroma-32", "colorbench-chroma-33", "colorbench-chroma-34", "colorbench-chroma-35", "colorbench-chroma-36", "colorbench-chroma-37", "colorbench-chroma-38", "colorbench-chroma-39", "colorbench-chroma-40", "colorbench-chroma-41", "colorbench-chroma-42", "colorbench-chroma-43", "colorbench-chroma-44", "colorbench-chroma-45", "colorbench-chroma-46", "colorbench-chroma-47", "colorbench-chroma-48", "colorbench-chroma-49", "colorbench-chroma-50", "colorbench-chroma-51", "colorbench-chroma-52", "colorbench-chroma-53", "colorbench-chroma-54", "colorbench-chroma-55", "colorbench-chroma-56", "colorbench-chroma-57", "colorbench-chroma-58", "colorbench-chroma-59", "colorbench-chroma-60", "colorbench-chroma-61", "colorbench-chroma-62", "colorbench-chroma-63", "colorbench-chroma-64", "colorbench-context-01", "colorbench-context-02", "colorbench-context-03", "colorbench-context-04", "colorbench-context-05", "colorbench-context-06", "colorbench-context-07", "colorbench-context-08", "colorbench-context-09", "colorbench-context-10", "colorbench-context-11", "colorbench-context-12", "colorbench-context-13", "colorbench-context-14", "colorbench-context-15", "colorbench-context-16", "colorbench-context-17", "colorbench-context-18", "colorbench-context-19", "colorbench-context-20", "colorbench-context-21", "colorbench-context-22", "colorbench-context-23", "colorbench-context-24", "colorbench-context-25", "colorbench-context-26", "colorbench-context-27", "colorbench-context-28", "colorbench-context-29", "colorbench-context-30", "colorbench-context-31", "colorbench-context-32", "colorbench-context-33", "colorbench-context-34", "colorbench-context-35", "colorbench-context-36", "colorbench-context-37", "colorbench-context-38", "colorbench-context-39", "colorbench-context-40", "colorbench-context-41", "colorbench-context-42", "colorbench-context-43", "colorbench-context-44", "colorbench-context-45", "colorbench-context-46", "colorbench-context-47", "colorbench-context-48", "colorbench-context-49", "colorbench-context-50", "colorbench-context-51", "colorbench-context-52", "colorbench-context-53", "colorbench-context-54", "colorbench-context-55", "colorbench-context-56", "colorbench-context-57", "colorbench-context-58", "colorbench-context-59", "colorbench-context-60", "colorbench-context-61", "colorbench-context-62", "colorbench-context-63", "colorbench-context-64", "colorbench-context-65", "colorbench-context-66", "colorbench-context-67", "colorbench-context-68", "colorbench-context-69", "colorbench-context-70", "colorbench-context-71", "colorbench-context-72", "colorbench-context-73", "colorbench-context-74", "colorbench-context-75", "colorbench-context-76", "colorbench-context-77", "colorbench-context-78", "colorbench-context-79", "colorbench-context-80", "colorbench-gradient-01", "colorbench-gradient-02", "colorbench-gradient-03", "colorbench-gradient-04", "colorbench-gradient-05", "colorbench-gradient-06", "colorbench-gradient-07", "colorbench-gradient-08", "colorbench-gradient-09", "colorbench-gradient-10", "colorbench-gradient-11", "colorbench-gradient-12", "colorbench-gradient-13", "colorbench-gradient-14", "colorbench-gradient-15", "colorbench-gradient-16", "colorbench-hsl-01", "colorbench-hsl-02", "colorbench-hsl-03", "colorbench-hsl-04", "colorbench-hsl-05", "colorbench-hsl-06", "colorbench-hsl-07", "colorbench-hsl-08", "colorbench-hsl-09", "colorbench-hsl-10", "colorbench-hsl-11", "colorbench-hsl-12", "colorbench-hsl-13", "colorbench-hsl-14", "colorbench-hsl-15", "colorbench-hsl-16", "colorbench-hue-01", "colorbench-hue-02", "colorbench-hue-03", "colorbench-hue-04", "colorbench-hue-05", "colorbench-hue-06", "colorbench-hue-07", "colorbench-hue-08", "colorbench-hue-09", "colorbench-hue-10", "colorbench-hue-11", "colorbench-hue-12", "colorbench-hue-13", "colorbench-hue-14", "colorbench-hue-15", "colorbench-hue-16", "colorbench-hue-17", "colorbench-hue-18", "colorbench-hue-19", "colorbench-hue-20", "colorbench-hue-21", "colorbench-hue-22", "colorbench-hue-23", "colorbench-hue-24", "colorbench-hue-25", "colorbench-hue-26", "colorbench-hue-27", "colorbench-hue-28", "colorbench-hue-29", "colorbench-hue-30", "colorbench-hue-31", "colorbench-hue-32", "colorbench-lightness-01", "colorbench-lightness-02", "colorbench-lightness-03", "colorbench-lightness-04", "colorbench-lightness-05", "colorbench-lightness-06", "colorbench-lightness-07", "colorbench-lightness-08", "colorbench-lightness-09", "colorbench-lightness-10", "colorbench-lightness-11", "colorbench-lightness-12", "colorbench-lightness-13", "colorbench-lightness-14", "colorbench-lightness-15", "colorbench-lightness-16", "colorbench-lightness-17", "colorbench-lightness-18", "colorbench-lightness-19", "colorbench-lightness-20", "colorbench-lightness-21", "colorbench-lightness-22", "colorbench-lightness-23", "colorbench-lightness-24", "colorbench-lightness-25", "colorbench-lightness-26", "colorbench-lightness-27", "colorbench-lightness-28", "colorbench-lightness-29", "colorbench-lightness-30", "colorbench-lightness-31", "colorbench-lightness-32", "colorbench-lightness-33", "colorbench-lightness-34", "colorbench-lightness-35", "colorbench-lightness-36", "colorbench-lightness-37", "colorbench-lightness-38", "colorbench-lightness-39", "colorbench-lightness-40", "colorbench-lightness-41", "colorbench-lightness-42", "colorbench-lightness-43", "colorbench-lightness-44", "colorbench-lightness-45", "colorbench-lightness-46", "colorbench-lightness-47", "colorbench-lightness-48", "colorbench-lightness-49", "colorbench-lightness-50", "colorbench-lightness-51", "colorbench-lightness-52", "colorbench-lightness-53", "colorbench-lightness-54", "colorbench-lightness-55", "colorbench-lightness-56", "colorbench-lightness-57", "colorbench-lightness-58", "colorbench-lightness-59", "colorbench-lightness-60", "colorbench-lightness-61", "colorbench-lightness-62", "colorbench-lightness-63", "colorbench-lightness-64", "colorbench-matching-01", "colorbench-matching-02", "colorbench-matching-03", "colorbench-matching-04", "colorbench-matching-05", "colorbench-matching-06", "colorbench-matching-07", "colorbench-matching-08", "colorbench-matching-09", "colorbench-matching-10", "colorbench-matching-11", "colorbench-matching-12", "colorbench-matching-13", "colorbench-matching-14", "colorbench-matching-15", "colorbench-matching-16", "colorbench-matching-17", "colorbench-matching-18", "colorbench-matching-19", "colorbench-matching-20", "colorbench-matching-21", "colorbench-matching-22", "colorbench-matching-23", "colorbench-matching-24", "colorbench-matching-25", "colorbench-matching-26", "colorbench-matching-27", "colorbench-matching-28", "colorbench-matching-29", "colorbench-matching-30", "colorbench-matching-31", "colorbench-matching-32", "colorbench-matching-33", "colorbench-matching-34", "colorbench-matching-35", "colorbench-matching-36", "colorbench-matching-37", "colorbench-matching-38", "colorbench-matching-39", "colorbench-matching-40", "colorbench-matching-41", "colorbench-matching-42", "colorbench-matching-43", "colorbench-matching-44", "colorbench-matching-45", "colorbench-matching-46", "colorbench-matching-47", "colorbench-matching-48", "colorbench-oklch-01", "colorbench-oklch-02", "colorbench-oklch-03", "colorbench-oklch-04", "colorbench-oklch-05", "colorbench-oklch-06", "colorbench-oklch-07", "colorbench-oklch-08", "colorbench-oklch-09", "colorbench-oklch-10", "colorbench-oklch-11", "colorbench-oklch-12", "colorbench-oklch-13", "colorbench-oklch-14", "colorbench-oklch-15", "colorbench-oklch-16", "colorbench-rgb-01", "colorbench-rgb-02", "colorbench-rgb-03", "colorbench-rgb-04", "colorbench-rgb-05", "colorbench-rgb-06", "colorbench-rgb-07", "colorbench-rgb-08", "colorbench-rgb-09", "colorbench-rgb-10", "colorbench-rgb-11", "colorbench-rgb-12", "colorbench-rgb-13", "colorbench-rgb-14", "colorbench-rgb-15", "colorbench-rgb-16", "colorbench-samediff-01", "colorbench-samediff-02", "colorbench-samediff-03", "colorbench-samediff-04", "colorbench-samediff-05", "colorbench-samediff-06", "colorbench-samediff-07", "colorbench-samediff-08", "colorbench-samediff-09", "colorbench-samediff-10", "colorbench-samediff-11", "colorbench-samediff-12", "colorbench-samediff-13", "colorbench-samediff-14", "colorbench-samediff-15", "colorbench-samediff-16", "colorbench-samediff-17", "colorbench-samediff-18", "colorbench-samediff-19", "colorbench-samediff-20", "colorbench-samediff-21", "colorbench-samediff-22", "colorbench-samediff-23", "colorbench-samediff-24", "colorbench-samediff-25", "colorbench-samediff-26", "colorbench-samediff-27", "colorbench-samediff-28", "colorbench-samediff-29", "colorbench-samediff-30", "colorbench-samediff-31", "colorbench-samediff-32", "colorbench-samediff-33", "colorbench-samediff-34", "colorbench-samediff-35", "colorbench-samediff-36", "colorbench-samediff-37", "colorbench-samediff-38", "colorbench-samediff-39", "colorbench-samediff-40", "colorbench-samediff-41", "colorbench-samediff-42", "colorbench-samediff-43", "colorbench-samediff-44", "colorbench-samediff-45", "colorbench-samediff-46", "colorbench-samediff-47", "colorbench-samediff-48", "colorbench-smallmatch-01", "colorbench-smallmatch-02", "colorbench-smallmatch-03", "colorbench-smallmatch-04", "colorbench-smallmatch-05", "colorbench-smallmatch-06", "colorbench-smallmatch-07", "colorbench-smallmatch-08", "colorbench-smallmatch-09", "colorbench-smallmatch-10", "colorbench-smallmatch-11", "colorbench-smallmatch-12", "colorbench-smallmatch-13", "colorbench-smallmatch-14", "colorbench-smallmatch-15", "colorbench-smallmatch-16", "colorbench-smallmatch-17", "colorbench-smallmatch-18", "colorbench-smallmatch-19", "colorbench-smallmatch-20", "colorbench-smallmatch-21", "colorbench-smallmatch-22", "colorbench-smallmatch-23", "colorbench-smallmatch-24", "colorbench-smallmatch-25", "colorbench-smallmatch-26", "colorbench-smallmatch-27", "colorbench-smallmatch-28", "colorbench-smallmatch-29", "colorbench-smallmatch-30", "colorbench-smallmatch-31", "colorbench-smallmatch-32", "colorbench-smallmatch-33", "colorbench-smallmatch-34", "colorbench-smallmatch-35", "colorbench-smallmatch-36", "colorbench-smallmatch-37", "colorbench-smallmatch-38", "colorbench-smallmatch-39", "colorbench-smallmatch-40", "colorbench-smallmatch-41", "colorbench-smallmatch-42", "colorbench-smallmatch-43", "colorbench-smallmatch-44", "colorbench-smallmatch-45", "colorbench-smallmatch-46", "colorbench-smallmatch-47", "colorbench-smallmatch-48", "colorbench-smallmatch-49", "colorbench-smallmatch-50", "colorbench-smallmatch-51", "colorbench-smallmatch-52", "colorbench-smallmatch-53", "colorbench-smallmatch-54", "colorbench-smallmatch-55", "colorbench-smallmatch-56", "colorbench-smallmatch-57", "colorbench-smallmatch-58", "colorbench-smallmatch-59", "colorbench-smallmatch-60", "colorbench-smallmatch-61", "colorbench-smallmatch-62", "colorbench-smallmatch-63", "colorbench-smallmatch-64" ], "cohort_fingerprint": "c6bb84361fdffea7887f62ebdedbfa9c6d24da6466b5c90b750c0712bed7ecfa", "model_ids": [ "claude-opus-5-5", "gpt-6-luna", "gpt-6-sol" ] }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "statistical_scope": "Descriptive finite pilot. Related images share groups; no independent-sample confidence intervals or combined cross-family score.", "campaign": { "final_response_count": 1536, "attempt_count": 1536, "infrastructure_attempt_count": 0, "infrastructure_error_kinds": {}, "spent_cost_usd": 3.7491922000000146, "budget_usd": 25.0, "cost_incomplete": false, "estimated_cost_attempt_count": 0 }, "models": [ { "model_id": "claude-opus-5-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Opus 5.5", "enabled": true, "id": "claude-opus-5-5", "input_per_m": 4.0, "max_output_tokens": 4096, "model": "claude-opus-5-5", "notes": "September 22, 2026 release. Model-default medium effort and adaptive thinking; no thinking override. Matches the prior Opus output cap.", "output_per_m": 20.0, "pricing_notes": "Standard Claude API rates in USD per million tokens; excludes caching and batch discounts.", "pricing_source_url": "https://platform.claude.com/docs/en/models/opus-5-5/overview", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/opus-5-5/overview" }, "model_config_fingerprint": "1711cc6c9a5d693e5a5d43a74883f5836838f619571b0a156c3896d5c3f25f5d", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 46, "accuracy": 0.9583333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12 }, "B": { "B": 12 }, "C": { "C": 10, "B": 1, "A": 1 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.0042217500000000015, "cost_known_response_count": 48, "mean_latency_sec": 1.847917474505569, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0041746249999999995, "cost_known_response_count": 64, "mean_latency_sec": 2.0142739056063874, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.004230875, "cost_known_response_count": 64, "mean_latency_sec": 2.066432949864975, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 31, "accuracy": 0.96875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.005466750000000003, "cost_known_response_count": 32, "mean_latency_sec": 2.59663137167081, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 45, "accuracy": 0.9375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 12 }, "B": { "B": 11, "D": 1 }, "C": { "B": 1, "C": 10, "A": 1 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.004329583333333332, "cost_known_response_count": 48, "mean_latency_sec": 2.1351512109007067, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00480275, "cost_known_response_count": 16, "mean_latency_sec": 2.4366835608816473, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 39, "accuracy": 0.8125, "chance_accuracy": 0.5, "confusion": { "A": { "B": 4, "A": 20 }, "B": { "B": 19, "A": 5 } }, "mean_api_response_cost_usd": 0.004506583333333332, "cost_known_response_count": 48, "mean_latency_sec": 2.211995912157969, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 75, "accuracy": 0.9375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 19, "C": 1 }, "B": { "B": 19, "D": 1 }, "C": { "C": 17, "D": 3 }, "D": { "D": 20 } }, "mean_api_response_cost_usd": 0.004645250000000004, "cost_known_response_count": 80, "mean_latency_sec": 2.228731543122558, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 51, "accuracy": 0.796875, "chance_accuracy": 0.25, "confusion": { "A": { "B": 1, "A": 12, "C": 2, "D": 1 }, "B": { "B": 13, "A": 2, "D": 1 }, "C": { "C": 13, "D": 1, "A": 2 }, "D": { "A": 2, "D": 13, "C": 1 } }, "mean_api_response_cost_usd": 0.0048205624999999985, "cost_known_response_count": 64, "mean_latency_sec": 2.3478508863408933, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 98.66263496922952, "mean_tight_score": 94.65053987691805, "mean_delta_e_ok": 0.00267473006154097, "median_delta_e_ok": 0.0025578273147924954, "p90_delta_e_ok": 0.00550535427172618, "out_of_srgb_count": 0, "mean_component_errors": { "b": 1.125, "g": 0.6875, "r": 0.5 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.8125, "0.01": 1.0, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": 0.875, "rgb_within_5_lsb": 1.0, "mean_api_response_cost_usd": 0.004403999999999999, "cost_known_response_count": 16, "mean_latency_sec": 2.18606997889583, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 96.0405331493252, "mean_tight_score": 84.16213259730075, "mean_delta_e_ok": 0.007918933701349617, "median_delta_e_ok": 0.006750047859289825, "p90_delta_e_ok": 0.014551586160538147, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.754152768493172, "l": 0.7818627450980391, "s": 2.195818673449718 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.25, "0.01": 0.75, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0048400000000000006, "cost_known_response_count": 16, "mean_latency_sec": 2.354784775976441, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 98.47746648753281, "mean_tight_score": 93.90986595013129, "mean_delta_e_ok": 0.0030450670249343487, "median_delta_e_ok": 0.0027387995291223446, "p90_delta_e_ok": 0.004908056016538024, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.0010804524007087656, "h": 0.6694373989571695, "l": 0.001864816513143604 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.9375, "0.01": 1.0, "0.02": 1.0, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.011894250000000002, "cost_known_response_count": 16, "mean_latency_sec": 5.439647790510207, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.004755585937500011, "cost_known_response_count": 512, "mean_latency_sec": 2.282922853911259, "latency_known_response_count": 512 }, { "model_id": "gpt-6-luna", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Luna", "enabled": true, "id": "gpt-6-luna", "input_per_m": 0.1, "max_output_tokens": 4096, "model": "gpt-6-luna", "notes": "September 22, 2026 release. Uses model-default reasoning settings and the existing 4096-token cap.", "output_per_m": 0.5, "pricing_notes": "Standard OpenAI API rates in USD per million tokens; excludes caching and batch discounts.", "pricing_source_url": "https://developers.openai.com/api/docs/models/gpt-6-luna", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-luna" }, "model_config_fingerprint": "3daee9a242cbc82dc359d803bef6a46c4516f613c4f1f4c5de81ff1885fd4bf5", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 41, "accuracy": 0.8541666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 10, "B": 1, "C": 1 }, "B": { "B": 10, "D": 1, "A": 1 }, "C": { "C": 10, "B": 2 }, "D": { "D": 11, "C": 1 } }, "mean_api_response_cost_usd": 0.0001637854166666667, "cost_known_response_count": 48, "mean_latency_sec": 3.540193293335809, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 63, "accuracy": 0.984375, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 31, "A": 1 } }, "mean_api_response_cost_usd": 0.00011823124999999996, "cost_known_response_count": 64, "mean_latency_sec": 2.398808634490706, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.00011458125, "cost_known_response_count": 64, "mean_latency_sec": 2.2753275689792645, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 8 } }, "mean_api_response_cost_usd": 0.000158590625, "cost_known_response_count": 32, "mean_latency_sec": 3.4307996765346616, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 40, "accuracy": 0.8333333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "C": 5, "A": 7 }, "B": { "B": 11, "C": 1 }, "C": { "C": 11, "B": 1 }, "D": { "D": 11, "B": 1 } }, "mean_api_response_cost_usd": 0.00017434375000000002, "cost_known_response_count": 48, "mean_latency_sec": 4.043763115182325, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00021162500000000003, "cost_known_response_count": 16, "mean_latency_sec": 4.622667769770487, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 41, "accuracy": 0.8541666666666666, "chance_accuracy": 0.5, "confusion": { "A": { "B": 4, "A": 20 }, "B": { "B": 21, "A": 3 } }, "mean_api_response_cost_usd": 0.00011868541666666666, "cost_known_response_count": 48, "mean_latency_sec": 2.459659641618297, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 79, "accuracy": 0.9875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 19, "C": 1 }, "B": { "B": 20 }, "C": { "C": 20 }, "D": { "D": 20 } }, "mean_api_response_cost_usd": 0.00017304375000000002, "cost_known_response_count": 80, "mean_latency_sec": 3.9521763636294054, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 49, "accuracy": 0.765625, "chance_accuracy": 0.25, "confusion": { "A": { "A": 13, "C": 3 }, "B": { "B": 12, "D": 3, "C": 1 }, "C": { "C": 13, "A": 1, "B": 2 }, "D": { "C": 2, "B": 2, "D": 11, "A": 1 } }, "mean_api_response_cost_usd": 0.000223278125, "cost_known_response_count": 64, "mean_latency_sec": 5.412492030682188, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.50014041016861, "mean_tight_score": 78.00056164067445, "mean_delta_e_ok": 0.010999719179662781, "median_delta_e_ok": 0.01195854386308131, "p90_delta_e_ok": 0.018046932432281275, "out_of_srgb_count": 0, "mean_component_errors": { "b": 3.75, "g": 3.4375, "r": 2.75 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.375, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": 0.1875, "rgb_within_5_lsb": 0.4375, "mean_api_response_cost_usd": 0.00016015000000000002, "cost_known_response_count": 16, "mean_latency_sec": 3.6423837703769095, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 94.75771178836982, "mean_tight_score": 79.03084715347926, "mean_delta_e_ok": 0.010484576423260375, "median_delta_e_ok": 0.008776891344452076, "p90_delta_e_ok": 0.01782543106030258, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.392193834375171, "l": 1.3312499999999998, "s": 2.0976336666585125 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.1875, "0.01": 0.5625, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.00023019374999999997, "cost_known_response_count": 16, "mean_latency_sec": 5.643455413461197, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 95.8236076837221, "mean_tight_score": 83.29443073488846, "mean_delta_e_ok": 0.008352784632555767, "median_delta_e_ok": 0.00790430485350491, "p90_delta_e_ok": 0.015070048910045979, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.002545904223964951, "h": 1.5134177876550812, "l": 0.006906757769406736 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.3125, "0.01": 0.6875, "0.02": 0.9375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0003719625, "cost_known_response_count": 16, "mean_latency_sec": 10.057400687554036, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.00016722304687499998, "cost_known_response_count": 512, "mean_latency_sec": 3.7833046843561533, "latency_known_response_count": 512 }, { "model_id": "gpt-6-sol", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Sol", "enabled": true, "id": "gpt-6-sol", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gpt-6-sol", "notes": "September 22, 2026 release. Uses model-default reasoning settings and the existing 4096-token cap.", "output_per_m": 10.0, "pricing_notes": "Standard OpenAI API rates in USD per million tokens; excludes caching and batch discounts.", "pricing_source_url": "https://developers.openai.com/api/docs/models/gpt-6-sol", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-sol" }, "model_config_fingerprint": "60f1e6eb2b3bb76e26813edc1a3619f1b98273c46b5aa8af4d0f19eac4843347", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 43, "accuracy": 0.8958333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "C": 1, "A": 11 }, "B": { "C": 1, "B": 10, "A": 1 }, "C": { "D": 1, "C": 10, "A": 1 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.0023834166666666665, "cost_known_response_count": 48, "mean_latency_sec": 2.5788006930379197, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 63, "accuracy": 0.984375, "chance_accuracy": 0.5, "confusion": { "A": { "A": 31, "B": 1 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0018297812499999996, "cost_known_response_count": 64, "mean_latency_sec": 1.8088037027337123, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0018892812500000003, "cost_known_response_count": 64, "mean_latency_sec": 1.7298735476506408, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 32, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 }, "D": { "D": 8 } }, "mean_api_response_cost_usd": 0.0024877500000000004, "cost_known_response_count": 32, "mean_latency_sec": 2.826590148921241, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 44, "accuracy": 0.9166666666666666, "chance_accuracy": 0.25, "confusion": { "A": { "A": 11, "C": 1 }, "B": { "B": 11, "D": 1 }, "C": { "C": 10, "A": 1, "D": 1 }, "D": { "D": 12 } }, "mean_api_response_cost_usd": 0.0023935416666666675, "cost_known_response_count": 48, "mean_latency_sec": 2.5999097538151545, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.0030693749999999996, "cost_known_response_count": 16, "mean_latency_sec": 3.2854540131083922, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 44, "accuracy": 0.9166666666666666, "chance_accuracy": 0.5, "confusion": { "A": { "A": 22, "B": 2 }, "B": { "B": 22, "A": 2 } }, "mean_api_response_cost_usd": 0.002151416666666666, "cost_known_response_count": 48, "mean_latency_sec": 2.2025018735196986, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 80, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 78, "accuracy": 0.975, "chance_accuracy": 0.25, "confusion": { "A": { "A": 20 }, "B": { "B": 19, "D": 1 }, "C": { "C": 19, "D": 1 }, "D": { "D": 20 } }, "mean_api_response_cost_usd": 0.002294375000000001, "cost_known_response_count": 80, "mean_latency_sec": 2.5379809643753104, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 51, "accuracy": 0.796875, "chance_accuracy": 0.25, "confusion": { "A": { "A": 13, "D": 1, "C": 2 }, "B": { "B": 10, "D": 5, "A": 1 }, "C": { "C": 13, "D": 2, "A": 1 }, "D": { "D": 15, "A": 1 } }, "mean_api_response_cost_usd": 0.0028236875000000002, "cost_known_response_count": 64, "mean_latency_sec": 3.3452950780156243, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.8130125602479, "mean_tight_score": 55.25205024099158, "mean_delta_e_ok": 0.022373974879504214, "median_delta_e_ok": 0.021930067578644092, "p90_delta_e_ok": 0.03637556719200104, "out_of_srgb_count": 0, "mean_component_errors": { "b": 6.375, "g": 6.0, "r": 5.0 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.125, "0.02": 0.4375, "0.05": 1.0 }, "rgb_within_2_lsb": 0.125, "rgb_within_5_lsb": 0.1875, "mean_api_response_cost_usd": 0.00247425, "cost_known_response_count": 16, "mean_latency_sec": 2.609969986107899, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.152513272515, "mean_tight_score": 52.61005309005999, "mean_delta_e_ok": 0.023694973454970004, "median_delta_e_ok": 0.02216068103271453, "p90_delta_e_ok": 0.04112624310564942, "out_of_srgb_count": 0, "mean_component_errors": { "h": 1.2257812995415762, "l": 2.288235294117647, "s": 4.019004730069044 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.125, "0.02": 0.375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.0030613750000000003, "cost_known_response_count": 16, "mean_latency_sec": 3.728602317147306, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 88.42524384013119, "mean_tight_score": 53.70097536052479, "mean_delta_e_ok": 0.023149512319737615, "median_delta_e_ok": 0.02212141524891744, "p90_delta_e_ok": 0.037520565166133946, "out_of_srgb_count": 0, "mean_component_errors": { "c": 0.008071153741671371, "h": 1.4997358394473395, "l": 0.02083642597448507 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.0625, "0.02": 0.375, "0.05": 1.0 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.004786125, "cost_known_response_count": 16, "mean_latency_sec": 6.472666550122085, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.0023998320312500028, "cost_known_response_count": 512, "mean_latency_sec": 2.628728258153842, "latency_known_response_count": 512 } ], "specimens": [ { "task_id": "colorbench-binding-01", "family": "binding", "group_id": "match-binding-01", "image_filename": "binding-01.png", "image_sha256": "b50eb332e8341d0a9fbb05e819a4f509ec49ade41b8c793d14bfa7299c63463f", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-02", "family": "binding", "group_id": "match-binding-02", "image_filename": "binding-02.png", "image_sha256": "3b0123d439066df0f8215b62402d55672a252d3ade96c674abf934f624f9792a", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-03", "family": "binding", "group_id": "match-binding-03", "image_filename": "binding-03.png", "image_sha256": "ccca7ce14e14b41abd375d3937f263aef7757ffc863d3df26c3db830dd45d86e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-04", "family": "binding", "group_id": "match-binding-04", "image_filename": "binding-04.png", "image_sha256": "d31ba2794b6bfb2a63325573c0e32357632139ea23455c08a012d56a8fabe86e", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-05", "family": "binding", "group_id": "match-binding-05", "image_filename": "binding-05.png", "image_sha256": "63f6ccc9ed88d534d5ac449b2d1306857f6da6513238d889fbca50bc8cd224e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-06", "family": "binding", "group_id": "match-binding-06", "image_filename": "binding-06.png", "image_sha256": "9371eedf28fa786ac01d6eb6bcecf6ccb896008c35bfd7b04e39f293f80e167e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-07", "family": "binding", "group_id": "match-binding-07", "image_filename": "binding-07.png", "image_sha256": "2a6361588d21488e71685cd1a181631dd9ed95379781997a77016c3567190ee8", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-08", "family": "binding", "group_id": "match-binding-08", "image_filename": "binding-08.png", "image_sha256": "2f5dbe72fdfd84bbbde78bd5b42a6ebd0efb47ea325f1b378f5538a726af8fbc", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-09", "family": "binding", "group_id": "match-binding-09", "image_filename": "binding-09.png", "image_sha256": "37a10136d711517b844058da59f5b510de695d08109a8025c1ac4db1aa03c3eb", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-10", "family": "binding", "group_id": "match-binding-10", "image_filename": "binding-10.png", "image_sha256": "f84b60e1bd77498fb45174a275f9468a70fa042936add337ee19307c79aa494d", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-11", "family": "binding", "group_id": "match-binding-11", "image_filename": "binding-11.png", "image_sha256": "eb17ab392bfe9306f5838ed5f1a424abca7eae6bcc1ae27ad1a08084828b529e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-12", "family": "binding", "group_id": "match-binding-12", "image_filename": "binding-12.png", "image_sha256": "a2282ac3fe4ba2f79797260529941eb47e06aa0cc40d9e8fa50e5d54fe0da47f", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-13", "family": "binding", "group_id": "match-binding-13", "image_filename": "binding-13.png", "image_sha256": "8f6bd8bacf0b9519401e889d23f74244ed0558a9ebc42573500b986c81cbc34a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-14", "family": "binding", "group_id": "match-binding-14", "image_filename": "binding-14.png", "image_sha256": "e6b1b68f3df994a9934c079741f9cf20f189efadc4ccc723d823d5fdcabe4a57", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-15", "family": "binding", "group_id": "match-binding-15", "image_filename": "binding-15.png", "image_sha256": "30c7bdceeacc12929b27f1e78d4821006929c936ca93835002d600d6c6bb511c", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-16", "family": "binding", "group_id": "match-binding-16", "image_filename": "binding-16.png", "image_sha256": "e0603e917460a7946feac5b4a7b51b44e0677e158679d99ec01dc5bcaf094aa7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-17", "family": "binding", "group_id": "match-binding-17", "image_filename": "binding-17.png", "image_sha256": "87ac99cefbfacf5445f2abe18484f20885f99678c007f2a981fb74b4a9b4551c", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-18", "family": "binding", "group_id": "match-binding-18", "image_filename": "binding-18.png", "image_sha256": "2b2c047009dccadd638b1a6bf114b6b414a5ef45aa6c56f1c7a7375ce3162d62", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-19", "family": "binding", "group_id": "match-binding-19", "image_filename": "binding-19.png", "image_sha256": "349c1f09ae72701e8e579da3818f571284a6642ffb97ded7ca909271dec9bd1d", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-20", "family": "binding", "group_id": "match-binding-20", "image_filename": "binding-20.png", "image_sha256": "2af43d4ad26b4540795c0ddacf5f42715d4f45e856e1779924ce9b40ecbb132d", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-21", "family": "binding", "group_id": "match-binding-21", "image_filename": "binding-21.png", "image_sha256": "09bc6d298409a93e9b6b46530b57ad2500dd4639485fcecd36773b3a2ded5277", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-22", "family": "binding", "group_id": "match-binding-22", "image_filename": "binding-22.png", "image_sha256": "defb362cdb36c2ce2238d2656c8e0ad03fa125bc77bfd6d98225b4b015218669", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-23", "family": "binding", "group_id": "match-binding-23", "image_filename": "binding-23.png", "image_sha256": "cc509fd0607c92135a46ad54b13f535592b6e95459c0ab06ff30cb24f65d71f6", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-24", "family": "binding", "group_id": "match-binding-24", "image_filename": "binding-24.png", "image_sha256": "c16330f11727b2010d348a8b8b6264aa840fa7389a0188f31ac07e36c1ca70d1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-25", "family": "binding", "group_id": "match-binding-25", "image_filename": "binding-25.png", "image_sha256": "7321c05f5b9b20396f59fb67731c2bb803007093489ada73d7c4f21511bee4e4", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-26", "family": "binding", "group_id": "match-binding-26", "image_filename": "binding-26.png", "image_sha256": "a477dadbabfa9eea222b53a62bd1c4c6eac955ba59e63afce8d5e09e222c17ef", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-27", "family": "binding", "group_id": "match-binding-27", "image_filename": "binding-27.png", "image_sha256": "67168fa7ab42bc7888cbb185a8106d959f0dff9f7580ef071e885154d58f14aa", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-28", "family": "binding", "group_id": "match-binding-28", "image_filename": "binding-28.png", "image_sha256": "3e632194c2eb33059e8ac3a76658f5433d4c46fd7f9620c7982a97de5013d05a", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-29", "family": "binding", "group_id": "match-binding-29", "image_filename": "binding-29.png", "image_sha256": "926f3b3102f3a6a35842665652ec4902c51f3e79c8f5c72fdbe590f3be07215a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-30", "family": "binding", "group_id": "match-binding-30", "image_filename": "binding-30.png", "image_sha256": "571146f797025e2f5a5360239e9d1606d2ace13e8357d37e51281d4c3b5b9ef7", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-31", "family": "binding", "group_id": "match-binding-31", "image_filename": "binding-31.png", "image_sha256": "7b6f33819f02fcb7baeaf61b77a06aaf2ded880ca56657afaf6187f1d4e5ae08", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-32", "family": "binding", "group_id": "match-binding-32", "image_filename": "binding-32.png", "image_sha256": "2c14ace6c9f9a7b3dd5409e7d71f8ccfd1324f2e33db26fbd69417fd921834a1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-33", "family": "binding", "group_id": "match-binding-33", "image_filename": "binding-33.png", "image_sha256": "d0c37c7c7023ff3234174f187569792c06947263a025b6a8e135cb8de6fd59e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-34", "family": "binding", "group_id": "match-binding-34", "image_filename": "binding-34.png", "image_sha256": "a545c278a3d88d1f9867632d8befa18e49a8b9af0e4d6cabb633dd06aa586497", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-35", "family": "binding", "group_id": "match-binding-35", "image_filename": "binding-35.png", "image_sha256": "9d944488a97c889de995859425f44decfb47b4a6f967307539d60ad25aac2f83", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-36", "family": "binding", "group_id": "match-binding-36", "image_filename": "binding-36.png", "image_sha256": "ba39e31b36ac61c7a1bd54ac94fe9a2e532785d385265fda519a90faef8ec5fe", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-37", "family": "binding", "group_id": "match-binding-37", "image_filename": "binding-37.png", "image_sha256": "b836de84f08efc5173c30a11cff8264e120ba5eca3184983614eed91fb756230", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-38", "family": "binding", "group_id": "match-binding-38", "image_filename": "binding-38.png", "image_sha256": "2feb36cd2b7af3e2b680e2d0d6d206f07b375cfe87f9f9865972e9efb27fecff", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-39", "family": "binding", "group_id": "match-binding-39", "image_filename": "binding-39.png", "image_sha256": "ed6f55cf30393ce560dc9d4f5c54398fda66097a7fbe5fb75fdbfc33c98f1790", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-40", "family": "binding", "group_id": "match-binding-40", "image_filename": "binding-40.png", "image_sha256": "dc68ca96c9f253eae2bedd6886228947ffe097679e0f4d10dcac160ac5f64bc9", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-41", "family": "binding", "group_id": "match-binding-41", "image_filename": "binding-41.png", "image_sha256": "dcbfef6f6fb20b92e0a93ddcf5700070f6c4f4aa6929f80c216d6779affb02a9", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-42", "family": "binding", "group_id": "match-binding-42", "image_filename": "binding-42.png", "image_sha256": "20a67da5e5c81a78b3d14fb8fe267921f16d3312ab257b595c10bc940db2284e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-43", "family": "binding", "group_id": "match-binding-43", "image_filename": "binding-43.png", "image_sha256": "6b2799f1fe726e573bc6fcd298810a786ae5313957858775db65dc175ebeacab", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-44", "family": "binding", "group_id": "match-binding-44", "image_filename": "binding-44.png", "image_sha256": "fcb532c756b7de45c73839cf7e986a5e5c99091f318eaa2dceb4d0013d5e08c7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-45", "family": "binding", "group_id": "match-binding-45", "image_filename": "binding-45.png", "image_sha256": "b3e01050e479a26249bac9fd39887bdd176c49a652dcc652cf83e0f0a8bbfbb8", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-46", "family": "binding", "group_id": "match-binding-46", "image_filename": "binding-46.png", "image_sha256": "683b92b1622acdffdb408965088d4d7a3c115cfcc95719b216b8e310be7bbf05", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-47", "family": "binding", "group_id": "match-binding-47", "image_filename": "binding-47.png", "image_sha256": "b4a5ce09be7173e06489775ca2765c1b2079f72c98421d5dd805bc3763e70eb9", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-48", "family": "binding", "group_id": "match-binding-48", "image_filename": "binding-48.png", "image_sha256": "f64aa330deb19a14771f11d74d081c597d6117946f54803acaf384d0ce309eb7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-01", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-01.png", "image_sha256": "a785cf08159e258ae332b8035d50119ea436e265fe55396412862a1009c1a4f5", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-02", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-02.png", "image_sha256": "17e5ed0de19abaf7c8496d2050a5b2b9e2c1d5629a1fb660609a60c6504a1deb", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-03", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-03.png", "image_sha256": "8cc2b28fc00bacd97579a5ed2d4724b95e88bf7bf41e718b0df03913a7d4bbf8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-04", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-04.png", "image_sha256": "8e61b9b554757f85d93b1465f3a804253dc7e9e5f1ccbb7082be10dcd7e4f873", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-05", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-05.png", "image_sha256": "66d41616a5a1e2b27e55e0b887714ab6296d1fed827b020a44aff116e7efbd03", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-06", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-06.png", "image_sha256": "aaa313daa3ee6c84d9d9a8f55d0ec1e3f1cf9ce85e4f560285f7b2d97de0f6a4", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-07", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-07.png", "image_sha256": "f4ea6e5b4dc13f51501d16c68992729c1e49525613fd73ee277a48138a924581", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-08", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-08.png", "image_sha256": "3a7911fe01049c2456b3fb6a9f0a0e8038ba9b331f09ccff822f3f6f35900d1f", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-09", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-09.png", "image_sha256": "fbfd1a0107cebd070834a3c26783bb7fa0bbef309081023ac6327b48f60e3f6e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-10", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-10.png", "image_sha256": "61da8a5d44f705d30baccfa67fee40df65c3a0a1fe471bb02752eb8ff8220b0d", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-11", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-11.png", "image_sha256": "78909bc3c59b8a133ff1acd3142679f3ac957c7b12818a81ea9b8163ad200588", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-12", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-12.png", "image_sha256": "293fcc3281d169700668c8a438f13f6342d798a07b8ca7a24db9d2fbe957d357", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-13", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-13.png", "image_sha256": "3598e4df6f97866322cccde64de620f0a26645caf5e16102e575ab5f7d826546", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-14", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-14.png", "image_sha256": "1f436f4e0741b993c5eab604770914ab033bdbba6012c9787f136ba5ef2bc7b7", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-15", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-15.png", "image_sha256": "ec026f4468121ee0f81c098689f66f3674d8b3a0fb5a34860254e8c276a7e249", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-16", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-16.png", "image_sha256": "4ae2a215c1a7c6fd6e975d0f43f95f2850bb384c42e601a0b2a57d7fd368f086", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-17", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-17.png", "image_sha256": "6ab4b87ab4129e56ee2ba4610304f325241bb038982a0569ee96c6b69c5e3448", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-18", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-18.png", "image_sha256": "839c8e314417aac145c97136bd2105f7048fa8b7c01b863faaae13816fa0962e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-19", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-19.png", "image_sha256": "9dfa0d9e420415ee345f47ac52dc234d2ed1d0c5f7e6cb9d6c5d27e0b86b5639", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-20", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-20.png", "image_sha256": "379ca72d28fdcdd0fd841a2ae01dc2b510ec517114f0c0ebce260ec3a717f8a8", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-21", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-21.png", "image_sha256": "49e3e1fb4a9f5af3d9859a662dd33ecbc3a6ba50c58bda492b196c3f3d70c23c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-22", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-22.png", "image_sha256": "7b0f19bd5a671dc21f22c08f47e59828885c68f34d2e66271cb729d90581ee2a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-23", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-23.png", "image_sha256": "5a98e9c47c366436e566db8a034e966d9cf8e805d9ed37cf69f7175c5a89a298", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-24", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-24.png", "image_sha256": "f15a468d014e5a6e02e51af1eee9dd4db0bf008d12088b4230039b2270207bfd", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-25", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-25.png", "image_sha256": "df0b0c9d99020d7028a1768eff21edaf19170dc3a7e5d601862ae5161cc76c53", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-26", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-26.png", "image_sha256": "17cc78527f9e56b8320b1a1146095e230cb11b390785ef4cf42e24c8f631b8cd", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-27", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-27.png", "image_sha256": "3d1775e2b43826130bf7379c6435a5165d777566c2f21f5de0634305d7e98658", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-28", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-28.png", "image_sha256": "76a1aa57a221479d376887e3ca5ccde10e2979a9b0281b249e2217f3a8cec669", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-29", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-29.png", "image_sha256": "bff77cd07b9519877bee9784d071421e00c6268e2df5e0b81522cc8f13e02287", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-30", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-30.png", "image_sha256": "b58a1cadcaf30a4d40da5939e9e6f6422f78ad66cc5b19c8bab5487c0a879032", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-31", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-31.png", "image_sha256": "585c968387e35a00898037e2ca12eb549aa085064a2e8efc3dcf306adaf91728", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-32", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-32.png", "image_sha256": "34e37b860e4505af087f16b9bd8aa75f87537249ed8197df1e8a77b478d77ff6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-33", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-33.png", "image_sha256": "ab8d237bffd2bc647122f6c6532c9318b20213d02512a9e7a034435a3668fa14", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-34", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-34.png", "image_sha256": "3fbf9bc506d0c6f6371a8a1e18801b39839dac767f42c84566142d1d4c11b7be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-35", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-35.png", "image_sha256": "486c077605a6930b431c57b7fc05312b9379a8e7b81dca5cf55950565fc87c43", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-36", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-36.png", "image_sha256": "bdcdba821ca7ea9524349e040058cfef568c9d0b0e5a857c74b67e3e7daa3377", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-37", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-37.png", "image_sha256": "69535d5f58c91294ae8a331485deefc1cc089531929c49ea22b8439ad27aea1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-38", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-38.png", "image_sha256": "2112aba5ae8011a9d688adefb7a1cc8138cd3df3c4d7d0d03820d54365ae84ba", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-39", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-39.png", "image_sha256": "55cb11cc6bcb04398b99a6a1bd30a8a67ab9139eecf7667f79c83f0cd3dc288a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-40", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-40.png", "image_sha256": "1c79d6111e1ea310839673aac1717da58ac087674167e506864835af45b34218", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-41", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-41.png", "image_sha256": "ce635f7f269264127f10513eec3d3f1fd87de031b172d4980bf1f3301de30c37", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-42", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-42.png", "image_sha256": "2ca8d7f7dba514c55cfa0c3ec14d61d78533f947483e017eb404ecc3a958f3cf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-43", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-43.png", "image_sha256": "ffa64f4e13c36263fbf7addbc93adddfb5058703d0f09a048035de62885889be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-44", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-44.png", "image_sha256": "618b2b9eccdde439161a3ba10a1e296cda120c38cb954ed7f2ffecd4cb4d8eaf", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-45", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-45.png", "image_sha256": "ce82970b951c791060f89cf879506de81d66858392a68c44937b866c1e72546b", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-46", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-46.png", "image_sha256": "b1df870944e46256f5da188eb780d86b4c216db242334243e9ef4dafba9bae9c", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-47", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-47.png", "image_sha256": "f8302d7f2d191a45479fde12cbb4279cc58a87aa1d12e24e65918c04e3a3db15", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-48", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-48.png", "image_sha256": "e4498e3db4605b90621c9b7486d84024af1b1b412894523b30c1539c339a7b1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-49", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-49.png", "image_sha256": "4ccd5abf0de9ab55dc6a4554d7ffc3fec055426e958bb4c19f4f162477863ca6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-50", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-50.png", "image_sha256": "2a0304c9c6261045d3886ecbb22c3aa0eac8757e586f31627cf1abbc15a9f208", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-51", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-51.png", "image_sha256": "6938b98d904862ec5588939b89919098139e43167f751e6a279e3050d3c9ce3e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-52", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-52.png", "image_sha256": "c10769d2d2f040e38ad6ad8d924f4da8b0e506f19df6cc014a365600bf86962a", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-53", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-53.png", "image_sha256": "b030d7b0fdb3327fc291052399a4469ba56419682eb51e85421dceab52734b28", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-54", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-54.png", "image_sha256": "6edc585bb492d0a103438838b6039641b86483aa5703f57a643965cee1a92d06", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-55", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-55.png", "image_sha256": "638cf5100e1737bf7ff57dc1e256d9a16d775b91701bb03fee7c6cd72c495a4b", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-56", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-56.png", "image_sha256": "59eb16fcbb43c7833155b3ab585ce1501525594ec9808c8d53677db6241baf6d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-57", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-57.png", "image_sha256": "2b6c9999963d671e35257d180c285b11d3d4571c4161739321ba57dfb6b70b8d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-58", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-58.png", "image_sha256": "fcff72724d9dcc539524f5d7f604452217be6fb28951a16e407594c15229624e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-59", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-59.png", "image_sha256": "bfbd66f3f63ac853b7591d926557e7c2701bbe8cebdd1fcc3577ad9d84c3ebc8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-60", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-60.png", "image_sha256": "453135a22ff4ff937e81a1a235f909da366e8c76b4e8c5fb10dc7b51048cd096", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-61", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-61.png", "image_sha256": "c93fa57d0d752b7cee842237216231932e716b6c367bc21af27d75146d23613c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-62", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-62.png", "image_sha256": "41af7fd6e4a52c1d58f2ea0e278e574d489ba0a7059c8b024431bb0bff3293bf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-63", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-63.png", "image_sha256": "d181fd21a534fc7e3b45ab9559b575b711af8459a61868453230a76db09ace93", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-64", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-64.png", "image_sha256": "28a49070b99cee03df7f078af32ac937c93b646bf8364da82daaec2e473754f7", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-01", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-01.png", "image_sha256": "793523b828639f0f3c19e7b142537a52eccfc6f69d72ab22c680996253917a60", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-02", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-02.png", "image_sha256": "89773d429c804f52d8e63b1a7c228b4144b85fe867fa4c7b82af16acda283f96", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-03", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-03.png", "image_sha256": "a24818932658caab28a49471ba4d09dd3aa2b518af82fb3b200b2e5c51e45fbd", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-04", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-04.png", "image_sha256": "1ad1a29152870ae034fe86ae7c6f714b7c7aad6b84cc1659870694d353b35e77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-05", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-05.png", "image_sha256": "6ce217e7bce683abf8d2f5631ecb1312eae16fb6380200b9e9b8c1011d8e9cc7", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-06", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-06.png", "image_sha256": "812a24791afe15af536b24709592aa7564c82eb0dbedfc784cba71401f2fbf17", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-07", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-07.png", "image_sha256": "c42dd3122ae32038d6e347147b1432c18c66223880be0f61f41e061e83b76a01", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-08", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-08.png", "image_sha256": "0cb14567b2cb3e2d4276e5ea088310b1a28189b29adad7dec76ea227fd4529ad", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-09", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-09.png", "image_sha256": "a18c2d5c47c4d111f2804a57ec9793d96784c46a1dcaf2ed93245d781c4acc35", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-10", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-10.png", "image_sha256": "7e256652c76ddecc5e43182edd48d37ab0daac22aff7c228bc289015fe2cebf8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-11", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-11.png", "image_sha256": "cf1aff3995244857bdf78fde8eb3f7f53175467d00ad33192924fe86a89af714", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-12", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-12.png", "image_sha256": "c29f67caaeffb5a7976068743dc068601669944a12dd42af677823a942c09597", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-13", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-13.png", "image_sha256": "b6b44f7166d6dd59702f2991f3f81bc36a62cfb63b7af4e34f478476f99d53cf", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-14", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-14.png", "image_sha256": "694631ee5e4e88c55a9562a5311d300ed1a6d3b63fa51fcea9d83f343af8d0f8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-15", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-15.png", "image_sha256": "6760f54e3dfe7fb732ed5410dddd2e1e609d83161db8b40bf79e7c95da49bd86", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-16", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-16.png", "image_sha256": "8165ae3076e548af8bd381ad784f3617a4af2bb6aa3da91082f049a6e9e9ffe3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-17", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-17.png", "image_sha256": "9625f7b3319e7223ecfeb8aa5f6820f4411cc12bb14b081b0d4d144e450f23fd", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-18", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-18.png", "image_sha256": "ba82a714f8d84765c7ab7d3eca90c84d9763deaebd6cf4e41f2b616f37f9c464", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-19", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-19.png", "image_sha256": "44312b2a24a693efad585afa53f1b5e633e41aba48427f2d7192409103f2ce27", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-20", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-20.png", "image_sha256": "ae28f2727342bd31825fef2fe221e6bc23ed0e5a23438bc6e7d68bb27d356ca4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-21", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-21.png", "image_sha256": "b2ff76fc8980e38f6046f7ef0bbf8651d338043fd044a0f8b2e71fee8a6731ea", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-22", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-22.png", "image_sha256": "bbd764c2af33d77e3cb63d298c71b6c7b5c57d128b7876aff2ef24d9fed733f3", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-23", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-23.png", "image_sha256": "8ad11de67246d066c246ee2a87237902edcb42e86ddb0930ec195055fd825b30", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-24", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-24.png", "image_sha256": "3334365d6e0b5411482442758f6ffdb724795ede248846e3c21f377d6cdf4f77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-25", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-25.png", "image_sha256": "500e1e8a85fc9780fda7b73bf5980a9069b86ef1a7e1b4f9a69fe6503d077169", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-26", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-26.png", "image_sha256": "fa70e94e4b990b62f70916ae4809378ebba02f6e96475461dbc84b8a458a9d59", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-27", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-27.png", "image_sha256": "13c20e41604d50eb45727d203489f887a89821042ebb77046a13b9a450bb3640", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-28", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-28.png", "image_sha256": "1306f829f10d39682e5cb24cbec990244b1d9f1a09acd7ebfafd5cc36bfd2505", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-29", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-29.png", "image_sha256": "da69cfd8933a0fd2c80162baea6c873c7380937dab01556deb685752d6617a28", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-30", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-30.png", "image_sha256": "8e5070dcaf77c7f3744f0b4d87b10243d0eb8a8634de243a4ad4199022c144c9", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-31", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-31.png", "image_sha256": "a0cfdfb9afbee82480261a5698c88cdb37ea4981764dc9500503ac559eda947c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-32", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-32.png", "image_sha256": "d6029d7ab719550e8066455c02433220a0bdc6f2ed8a0af6ac0fe16ed67770ac", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-33", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-33.png", "image_sha256": "3597663f864d5062dfdb91eacc3a3e8ba1482de9272f7cdaea5aca2853dcd34c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-34", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-34.png", "image_sha256": "db74a95fab7a0731cc2ba27a018527f67a2f14bfad79457c47a5000cb178b106", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-35", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-35.png", "image_sha256": "3673bb1bd71b14448d19ec304ac4339c54aed89b2771d12a00cc71049d7f5cae", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-36", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-36.png", "image_sha256": "f7e2182abf2aa6d206f0c3d3113d0c044a87cfe2464ae2421c8965f308be2b22", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-37", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-37.png", "image_sha256": "4efd9f275fc3d64275a1628c7ed66d4919cf5b5064d60a4ac271b98f70fb16aa", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-38", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-38.png", "image_sha256": "25ae21c3df37a8613c09f0814719d20b79131db7a3ab9d7275d7ac37fcf8d2e2", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-39", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-39.png", "image_sha256": "bc95f7557257ea8e47265f8c6ad19800ca3c0e410265cd8c5db185e058ff2037", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-40", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-40.png", "image_sha256": "74379e47c94ed0c3432f3e4c1943b4098170cd8f14f5fe19431d54de7753581e", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-41", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-41.png", "image_sha256": "6d4cd42915c79f5ea47c8158fc7e8356b5c4bca9f82cc7f12e0437bdac1992ba", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-42", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-42.png", "image_sha256": "4f8d65d260954ee37d022b1a41f7236049078be1593603d52c0121ca08a37a53", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-43", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-43.png", "image_sha256": "b5d254bcbfbc40cafb144b61fbae4abd909876323fccfa610b36eee2672f4747", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-44", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-44.png", "image_sha256": "1285cee1dab6bea2fb72454b20b4043c1df155027b0eb30643108750646523ba", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-45", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-45.png", "image_sha256": "3c522796f4a496198495078ed9098f3e1e42bb9e7c8b407401e5a29ecdb57c19", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-46", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-46.png", "image_sha256": "e8bdf38720d51304a4acfb720af9764ec62f164a8936ea31133993d596fbc3ff", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-47", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-47.png", "image_sha256": "1dda28bcbf0721ecc7ab64b08de6268e170c5f1bce39123adf2555376d267460", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-48", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-48.png", "image_sha256": "b1503ec96a8e3707fd23b7a0b67e4ad7127a817bd446859f206251f7705bf9b1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-49", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-49.png", "image_sha256": "980e407b3cc312711cba992e71cc3f2095a80f557fd5994a0e56e614a04614c8", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-50", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-50.png", "image_sha256": "35eedac83071d8eed5da3f869d721786748887796ff53775c5d5b72913afbdb7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-51", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-51.png", "image_sha256": "e0fe5131d5c289fda0961923063b0f5ed70f14294edae3f89b0735f71e6fa599", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-52", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-52.png", "image_sha256": "b56f6b53fd542e2f1eced69de5c2e4dbfb01e0dbb974b579dd3195dd529f816d", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-53", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-53.png", "image_sha256": "9f9117b78ac3265d94d51bb710c769e2fa438d4a6bdebee7539dd7b773576979", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-54", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-54.png", "image_sha256": "92719a45af9e582be96765d302afaed95c95e28b007909d84cbb909dae5b8c52", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-55", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-55.png", "image_sha256": "16dba8b1b20cb604409582c5963cd75aab47c83e61dd6e5cc592af4d04d900c8", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-56", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-56.png", "image_sha256": "a9a3f45cdfd7eda23d03ef4453e6b67f2f8403dd7a993830b2dec3d9b4ac7e0f", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-57", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-57.png", "image_sha256": "a0c4e597210ac4276adeba9d02c469af412a68dbe4af4b38e39a2be591bd703d", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-58", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-58.png", "image_sha256": "a261e3cec553a90e5e8ec78abf503223b056ad879cdeabc7b93122df42774f75", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-59", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-59.png", "image_sha256": "da99aa5d4e25c5cfbfb137fbe069e10c94ec99607193830a4b78cde590139f08", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-60", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-60.png", "image_sha256": "3bfed86cdb3503705f32e810fddaba48bf1b6eb6b50ee4a488e2f24130229dc6", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-61", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-61.png", "image_sha256": "7c4e3e64dccafa4d9ff9b60d48e94829bc5ed055a111f77cef2f7ff6edf85d0a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-62", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-62.png", "image_sha256": "40560f5b7e24cc02743d12dcd2732e7dad4375b0d73342b20ae079b1c260ae16", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-63", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-63.png", "image_sha256": "b23bdb4c157783b5dd8c19db7a126ba1ad45e910980df5bd9c115860e53f7521", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-64", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-64.png", "image_sha256": "01ada9ac9044d923d101b4b8c9e1a7c61c765636d2c5b7a8224d506f26c54ef1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-65", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-65.png", "image_sha256": "efb631c80b6af00d48d5002a67c65698c4a59bf00796edebf612d68c36fd6144", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-66", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-66.png", "image_sha256": "6d56ac17f7c1793f1a2d30528f32c04578de0ea01b8819e3b27d6de99c15bbe7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-67", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-67.png", "image_sha256": "02eafdf61f69a91c0760c38d23a6db23e8bb37c1b5bef52da776d60d1661be6c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-68", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-68.png", "image_sha256": "ebeae508be26f6b4be8aa9403089d00e8862944c7d8f6469849f94ba1d4573e1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-69", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-69.png", "image_sha256": "7503cf5b193ecde2eef8b02fa0d1e52b6681835e21e5d0432de7d391524dc88a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-70", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-70.png", "image_sha256": "97bd32c43e0ce70c338b77a60eacbd1b8456a18bd566c172d43a21c26aece629", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-71", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-71.png", "image_sha256": "d6e8593f8215ec50311d4fd8878a0ec2e6d97d32aca298d205a7fbca035346d0", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-72", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-72.png", "image_sha256": "124f91d4ed07c84cafc4e175fcd35d3724cf5323e4b1a0eee06fc1c5839208b8", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-73", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-73.png", "image_sha256": "33d18d0cac6465333ab48edf94c7370ff60f18e71e73427d55f9845c01a279bc", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-74", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-74.png", "image_sha256": "83ac81e998c81b07d83752298c25704b7b81495c9b01b14940a30648b076c18c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-75", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-75.png", "image_sha256": "d4f4b1d35b57663cd56e663845181d1c12532cfb0f02c18f302fede79f70fe4a", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-76", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-76.png", "image_sha256": "84fb94b70ea40250a24c342f1c5f108e414877fbfece696830a0087236b0f244", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-77", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-77.png", "image_sha256": "ed55905ed0b3ab415075930aa3bc223b624b6b59f5c06ed09a0cb71423babb98", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-78", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-78.png", "image_sha256": "a14c17ef9edaa83f783cfc65271bfdf19a0927a6a97b59ca6c5f032ff2c98c5d", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-79", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-79.png", "image_sha256": "0c787699009cd0dc9b8cc12e7273ac41931175ad46a58fa3db0d51d4dd4dd0ff", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-80", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-80.png", "image_sha256": "94c680391a4d28a141c1d2f40fd2e5f40515cdf7f85ff53b9806d0737a264a0c", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-01", "family": "gradient", "group_id": "gradient-01", "image_filename": "gradient-01.png", "image_sha256": "77a7775f7b363fcedcb6f79d0f126fbb76728b93701cb97bf925b7f792a384cf", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-02", "family": "gradient", "group_id": "gradient-02", "image_filename": "gradient-02.png", "image_sha256": "3f878d5b48eed36ef0cd0d553d513fd19d483b1866df5001bc0fff1fcd582c24", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-03", "family": "gradient", "group_id": "gradient-03", "image_filename": "gradient-03.png", "image_sha256": "62b151246943c9709bf7e9507a4093a2ef3f74d317d9901d90c364460627fa35", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-04", "family": "gradient", "group_id": "gradient-04", "image_filename": "gradient-04.png", "image_sha256": "29eb4aa31273bfcadfd71b4e893b4edbf818b9275d2c7ee2a5c7251cd368cfac", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-05", "family": "gradient", "group_id": "gradient-05", "image_filename": "gradient-05.png", "image_sha256": "8ec7cd7e04e7767f0cb5ed4f69f885b9d20082c1642ea371ddf893c0246b9c3a", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-06", "family": "gradient", "group_id": "gradient-06", "image_filename": "gradient-06.png", "image_sha256": "9ff59a8b05f87d13300b41175a20947933a02f167d28abc6c3daadb8d4d46c77", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-07", "family": "gradient", "group_id": "gradient-07", "image_filename": "gradient-07.png", "image_sha256": "a40a82865faf40630f7b852f9fcb04e8a82e501c6455b2f13b602b32a1e2b8eb", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-08", "family": "gradient", "group_id": "gradient-08", "image_filename": "gradient-08.png", "image_sha256": "24216578a2312943042d23edae66bac47f7c8144971781839ced764b2eeceea8", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-09", "family": "gradient", "group_id": "gradient-09", "image_filename": "gradient-09.png", "image_sha256": "9e91d8a3916b3121605c2bf16c2a9702fb6060c4567779ce5c9aa281cb0ca350", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-10", "family": "gradient", "group_id": "gradient-10", "image_filename": "gradient-10.png", "image_sha256": "f0833e67a8bb30d2fa7760d6b849e63c0836e2f1e9538809a6bbe758fff17fed", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-11", "family": "gradient", "group_id": "gradient-11", "image_filename": "gradient-11.png", "image_sha256": "1b843cfb1d18ab0bd991ba73b96a3a169bb3db1eec73b621445e12bb3efb2651", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-12", "family": "gradient", "group_id": "gradient-12", "image_filename": "gradient-12.png", "image_sha256": "3bc6376bdb0b093f662fb71719cac334ba5aacca2e8239c70238445cd4d97a2c", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-13", "family": "gradient", "group_id": "gradient-13", "image_filename": "gradient-13.png", "image_sha256": "5fa7232bb3fb6123b3ef8fdaca97f6c9ded263c966b83ea3848adec54a536c23", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-14", "family": "gradient", "group_id": "gradient-14", "image_filename": "gradient-14.png", "image_sha256": "47fa1555c418410d6325eb1238a8fd47e603df7950af874fdefa0a4a3eec922c", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-15", "family": "gradient", "group_id": "gradient-15", "image_filename": "gradient-15.png", "image_sha256": "2edde0de7d9fafafac4ac3c20c378d14081c783dc4c280e3f1da6a3964efe8ec", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-16", "family": "gradient", "group_id": "gradient-16", "image_filename": "gradient-16.png", "image_sha256": "779398cea3505a80b84f9c7857ca573740b43a3247b8a842434ab4cc6953ada6", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-01", "family": "hsl", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-02", "family": "hsl", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-03", "family": "hsl", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-04", "family": "hsl", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-05", "family": "hsl", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-06", "family": "hsl", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-07", "family": "hsl", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-08", "family": "hsl", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-09", "family": "hsl", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-10", "family": "hsl", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-11", "family": "hsl", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-12", "family": "hsl", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-13", "family": "hsl", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-14", "family": "hsl", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-15", "family": "hsl", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-16", "family": "hsl", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-01", "family": "hue", "group_id": "hue-01", "image_filename": "hue-01.png", "image_sha256": "2079821982efd211a119cbf95e62dc5f5e41f0d343c8a69cb59321d09933f38b", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 165.27344356469553, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-02", "family": "hue", "group_id": "hue-02", "image_filename": "hue-02.png", "image_sha256": "5d2e13e034954cea027f30b1e07201d0242dfa81166d9fca6d2f9da34b47e100", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 185, 125, 120 ], "intendedHue": 24.62652850213152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-03", "family": "hue", "group_id": "hue-03", "image_filename": "hue-03.png", "image_sha256": "70284184359d407a84f320f3cc6bad50d39fdbba09133fb56e50ea4aea81482e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.1329522334952, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-04", "family": "hue", "group_id": "hue-04", "image_filename": "hue-04.png", "image_sha256": "9e02fad6fa312e63016dd8c58d240348e1d9888a60f356c7e9d2fbe802fb42b2", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.317516059225, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-05", "family": "hue", "group_id": "hue-05", "image_filename": "hue-05.png", "image_sha256": "2c32f9d4d0d8543883a1ad78d26c0ca43e2ed33ea025f07e783dfaafbc77cb99", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 185, 126, 119 ], "intendedHue": 26.270342075595806, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-06", "family": "hue", "group_id": "hue-06", "image_filename": "hue-06.png", "image_sha256": "58143a60816b847c58fbb50dec1b65826127bbaa91a49e051b5d6d285567a865", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.13345665064338, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-07", "family": "hue", "group_id": "hue-07", "image_filename": "hue-07.png", "image_sha256": "e8564135d609fb5dff98aa7420293d1465d92601e9a0594fe615d5744eb627e5", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.54340838922008, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-08", "family": "hue", "group_id": "hue-08", "image_filename": "hue-08.png", "image_sha256": "2a91446151a41f561ff62098902b3c70c2bda5dfea37f7e0096ec161ed8d2c45", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 164.7779275879152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-09", "family": "hue", "group_id": "hue-09", "image_filename": "hue-09.png", "image_sha256": "6aacc1118bf24295d0abafdb49ce720738bd3891089305fbf38ac8cbdb1f4b0c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-10", "family": "hue", "group_id": "hue-10", "image_filename": "hue-10.png", "image_sha256": "b7150ae1a340e473385da8050073605a733f172a994b8f6c0017d87bf5d2f7b8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 145.222597849836, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-11", "family": "hue", "group_id": "hue-11", "image_filename": "hue-11.png", "image_sha256": "c620f8046d4f3fa77dcaaa775955c20dde1fb0c5361c40348f72a3a9ac1de7c6", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 90, 158, 140 ], "intendedHue": 174.87184653281292, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-12", "family": "hue", "group_id": "hue-12", "image_filename": "hue-12.png", "image_sha256": "814f9c8d2f6e7f7b1629e1267e203b890381bc52e64334452ff8c64349f804cf", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.40502490816243, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-13", "family": "hue", "group_id": "hue-13", "image_filename": "hue-13.png", "image_sha256": "d430d37291946d598949c07b60745d3d5cb35c3857a2704ada8dcad57aea172f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 144.8195365199556, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-14", "family": "hue", "group_id": "hue-14", "image_filename": "hue-14.png", "image_sha256": "6a7bdd56e48edfda23aee1f37b97fcf7ecf4fa4fb9ae0774132f9fd83cdebb22", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 90, 158, 141 ], "intendedHue": 175.0344020106079, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-15", "family": "hue", "group_id": "hue-15", "image_filename": "hue-15.png", "image_sha256": "83abeac3ba6ff466867f1d029a7207b29d8b430300a1870df392dff99c3b7590", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.58399263924412, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-16", "family": "hue", "group_id": "hue-16", "image_filename": "hue-16.png", "image_sha256": "08fd9e0931417e9ac5d9085ff259c36506461738ffda61bd6485c50a7d687e29", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.8907791825005, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-17", "family": "hue", "group_id": "hue-17", "image_filename": "hue-17.png", "image_sha256": "2779bc91b31613441a35f21dc33971b8cb4d5b0a1d06b047f33030f40ff7c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 85, 155, 173 ], "intendedHue": 216.4291149460252, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-18", "family": "hue", "group_id": "hue-18", "image_filename": "hue-18.png", "image_sha256": "1315cd5b44b965d200255e774ff183154a2d1fe038e94321cc444b6a5aee22b5", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 241.22001102280953, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-19", "family": "hue", "group_id": "hue-19", "image_filename": "hue-19.png", "image_sha256": "a0bf69bf366247899bab0c4696511381b4ca0cb0b22ca1d071f27f74153c39ba", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-20", "family": "hue", "group_id": "hue-20", "image_filename": "hue-20.png", "image_sha256": "2ebbe6473fc0c60df1d5da238d336184e82b850e3c17960aa483188ca207fbeb", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.5244877411109, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-21", "family": "hue", "group_id": "hue-21", "image_filename": "hue-21.png", "image_sha256": "9925438e15e30b34dcbc64ca789514e6ade5463a5da595d60d526e91cc14a66f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 240.8265800808614, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-22", "family": "hue", "group_id": "hue-22", "image_filename": "hue-22.png", "image_sha256": "0357cca48a0ae1ea6975a8104500af3338c26170605ccfd8670192c3f8fa1791", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 82, 156, 166 ], "intendedHue": 206.02089572897066, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-23", "family": "hue", "group_id": "hue-23", "image_filename": "hue-23.png", "image_sha256": "39b2d1c0b1cd10fabe8f5dda88d666646179a2072b669ba7af6a676dca2a667e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.31575314296197, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-24", "family": "hue", "group_id": "hue-24", "image_filename": "hue-24.png", "image_sha256": "75dc16f5384a189885427bb5572dcbfcc794dfd62cac47deccdad2c936f32ce4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 86, 155, 173 ], "intendedHue": 217.53715602668242, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-25", "family": "hue", "group_id": "hue-25", "image_filename": "hue-25.png", "image_sha256": "3bf4fd4a0fa8e974e2dd19472b34ef6d48be994a07f1249e4173515e886194f0", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.99147055559695, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-26", "family": "hue", "group_id": "hue-26", "image_filename": "hue-26.png", "image_sha256": "670df51c560c406bddf61965e575b778c46fbf1a0f23de8f2e0ff184f1e3c20c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.16893277154924, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-27", "family": "hue", "group_id": "hue-27", "image_filename": "hue-27.png", "image_sha256": "2b695c479b3dd231094d80eea5cd0fb0b40d097a7dc2aec6a076998cc9457485", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.18823470708196, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-28", "family": "hue", "group_id": "hue-28", "image_filename": "hue-28.png", "image_sha256": "8f1ceb4bae671997db4e8199d008fb44a4268283f276b583e2b048a4248d9168", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 159, 130, 176 ], "intendedHue": 312.77503187045073, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-29", "family": "hue", "group_id": "hue-29", "image_filename": "hue-29.png", "image_sha256": "0456064220ed79cb5f704728b11229fdb1218ebb46bd21dee1b31b855ddce5fe", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.43285324683177, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-30", "family": "hue", "group_id": "hue-30", "image_filename": "hue-30.png", "image_sha256": "c9d57971eb4ad989ea3405f17f18d2747459a3d6458d20c4ef4a57dd55cac6ad", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.23909810611553, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-31", "family": "hue", "group_id": "hue-31", "image_filename": "hue-31.png", "image_sha256": "49f79af7ffd54fb6510af6738926ca932b61095035a736c5e008ec14a2ad4014", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 160, 130, 176 ], "intendedHue": 313.70490379629854, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-32", "family": "hue", "group_id": "hue-32", "image_filename": "hue-32.png", "image_sha256": "0ea41a2e7c1285baa0e0ec0e099a990ab02bda5f38a013774fc54a2414ad0ca3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.359023684662, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-01", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-01.png", "image_sha256": "889f2393d26b7f0184dd396d5ba7e2db3599326510738905cce2621a19421f21", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-02", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-02.png", "image_sha256": "85d23cb6735d1e4e8394804b19ca3c802ceed6c1a516cd4d1555d1659239fffa", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-03", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-03.png", "image_sha256": "37c3ea177ae5224009252a87cfe6547b9e6e6a4a8a6d468a7039379dc641a042", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-04", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-04.png", "image_sha256": "45623ab6bdcc771b2637de27a88d0036e401ece3799060f3247f85e1582c40e9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-05", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-05.png", "image_sha256": "7321c42958c5e34949ccedeaa9eb2bc000b78d1aefc17e1ad0583d259b91a2f6", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-06", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-06.png", "image_sha256": "6b7d45f09890a73aae627559bccdd1e843d9b9070c10c0959caacfe4986921a6", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-07", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-07.png", "image_sha256": "7b34d26487e3ee245e11197f96c815584fb721f25679b03b529200383f167b46", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-08", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-08.png", "image_sha256": "4a9cfd12e0808cfcefe7a8c8f1df362eee095f28dbf74bef8d86991ba776c681", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-09", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-09.png", "image_sha256": "a524616e72af097a0a3da21c573b49ebc34bd2ee6ae72f4ed860d2263c983097", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-10", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-10.png", "image_sha256": "7051a37d6ded71fb1b61a47a15ed6a3bb4b3df01b6bc077e29450a5ef430b855", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-11", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-11.png", "image_sha256": "d2be39f8854bbfb3d0f0bed884a02eef2c881974ffb92c876b756e1e5fea0b1c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-12", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-12.png", "image_sha256": "56009807c42d374e8485599e43f027c322eaac16379b2f9b29a7d3df28a21733", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-13", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-13.png", "image_sha256": "fb950a04034bf2e340c1ba68a3c2129abf972631376588cbc32b6f4d516de7ae", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-14", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-14.png", "image_sha256": "a0b8ecfbf92ce97e2a16ea80cfbedf793df97bf23871968a2bb47e69ec074f11", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-15", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-15.png", "image_sha256": "7385d59f9a7375f37079ed4b5cc4333ac8e2aaca4f43f5191b4f4f8a5eecc380", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-16", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-16.png", "image_sha256": "e3ba4e84f103aae192017e2a253997706ba160bc3d9507892d09454b43e03a2d", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-17", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-17.png", "image_sha256": "bb0044acbcdefe4273260b506a728b9f9d5a88e5b0a14abe29032a3f1793189b", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-18", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-18.png", "image_sha256": "1af9c4bab58152305917a176acdf8994750be651d0799c5ab693741f16a45c4c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-19", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-19.png", "image_sha256": "2d87255a4b64f3c05de5ace361b592de84daea690bc1e9a46dee1fea25089f48", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-20", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-20.png", "image_sha256": "fcfae16d4fd7d43165fc9e27dd6d5d53f751b4f2ced003b9221b7a4589150b2f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-21", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-21.png", "image_sha256": "5bb55de9d0bc500515469e3094357aee9b80fc98d55974db1bed6eedeb3164a2", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-22", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-22.png", "image_sha256": "7718ad9cb3a35aa3ba781d3763def6cb108002f6ce40896a2c92117d649cc3c0", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-23", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-23.png", "image_sha256": "e259f6a925d191cb2c99179468c5d9f938f562aef94cba5c3c1297c313e45bb7", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-24", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-24.png", "image_sha256": "491e2d23faca4ea536a2bedb0d0964457de22494db5e2c70861d1fa7215d1c6f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-25", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-25.png", "image_sha256": "13b42fda2e392de2d800b485d86a8874b6fd7d2fbbeccecfdf20fb1b37dab8ed", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-26", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-26.png", "image_sha256": "c82150c69f6bdfb675709b4487fdb9d3915dc1bb00acbd16c3fc2bfe2f474030", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-27", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-27.png", "image_sha256": "3c468d28f97dfd9a85ed6047b8b28034d3dc04867f3d99233c74d965bbbf91d3", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-28", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-28.png", "image_sha256": "f4891e407f3ecd457cdffa178ab413339b6077ec3be3af78474957118f9261ea", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-29", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-29.png", "image_sha256": "3949df978fac1f1997d0e3824cf9007212b4d4229588e56be2daaec688318170", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-30", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-30.png", "image_sha256": "e4e17a935c5ef65e588621630e8508cafc5be62b3b23f4389f9d1782ec3ab17d", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-31", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-31.png", "image_sha256": "285adaeb9342b50849343f13501b5a5c64ec71160ab35767c19272be64918732", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-32", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-32.png", "image_sha256": "ddb65eba7107cc4cf988b0925836b808711f978f3c4431b19ba04c5e363cb432", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-33", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-33.png", "image_sha256": "6687c96bf8701ee6e283379515b9e6805516541414a78be5debc312f7e6d3465", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-34", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-34.png", "image_sha256": "e452823ea7702d9c201aab6a57f8a88290671db0bea97646aeda98ae531739df", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-35", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-35.png", "image_sha256": "5cc2bfc90c945511654c875c958b054a7f3b11083718e94560957fef827d677f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-36", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-36.png", "image_sha256": "5ea652b0a4b66344d0bd3df01e1d7e67e2453d500c1338c9c2528846e031897e", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-37", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-37.png", "image_sha256": "65a3f634321412ad0b33fcab6e46f9cbb50e98b9e2ee5bd225feecf5b6f83e61", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-38", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-38.png", "image_sha256": "e0a6955b2bc2b980278946c2712196ae4b2e9ad10929ae71d69d2843b6d0d97f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-39", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-39.png", "image_sha256": "497446d54e0fe7264fd9f26d0319602502b672cd93a94f4b93b93622a35c5709", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-40", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-40.png", "image_sha256": "7da3c27307bc178448b39589e3148380d4b876979097db377374722e426ddbe7", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-41", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-41.png", "image_sha256": "cc3eeaa6ad296d72927ee336459d736d9d7009daf3c2d4ecd5d1ce51164f9890", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-42", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-42.png", "image_sha256": "1d2e5c105bb7270b9a204953973133b6adbfbf6576ec7587c65eb317fb82e1a1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-43", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-43.png", "image_sha256": "f4464c97ec0939621ddedc1a68fd0bff738b48f86ae8499a366891e260cc9b20", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-44", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-44.png", "image_sha256": "83378c8c258489e3071f968c5e95328d7fb550663fad4c66baa1d32e4c59f158", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-45", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-45.png", "image_sha256": "ffdc494943b2528c443f093ffd73f553f960b58885aec5913c50f543f65956d3", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-46", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-46.png", "image_sha256": "6699ffe89bf92cbe4afef1907d43e92c60c4932a5fe4ca18bb7c4d06946e1537", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-47", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-47.png", "image_sha256": "8c9c863f216070e927347b0172e91402b8c3b9d209041ce518aa974836b3c907", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-48", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-48.png", "image_sha256": "0cfe5f36271d3778dc4dbf15cd02b2f28b9d18e4a6168eee21ab1ddb1d0bc3bd", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-49", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-49.png", "image_sha256": "751fe3a3c4d0581e67fe198fe4079ed7232e835cce667e2a9aa6f5c478f07393", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-50", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-50.png", "image_sha256": "7c8f6c7f43191c4a627b26853abd7a93df0b7516f8478746b11e3b488cb5d88b", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-51", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-51.png", "image_sha256": "5c6f7f939aface7e58329cba81d73368d678e8c2d2cf0a51fecb19dfba932fae", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-52", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-52.png", "image_sha256": "9a8ef4d016459681ef3a5929d912af718e204e8dda977d471b19ef8351ea7505", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-53", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-53.png", "image_sha256": "51a85fbf067b61222da012942afdbb1ab75b17e5f3326442f2881af4d168f8c9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-54", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-54.png", "image_sha256": "9580475672935c3b301cd9954d4f912785dc5e321929b69e55fa330e038ade91", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-55", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-55.png", "image_sha256": "2473840a3d0e405c5cf8c1da1f3fc034916b6de599e64468b9a3be5352aa58d1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-56", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-56.png", "image_sha256": "eea29dc0a0c07ef1a81c02cdb01a59a847aed1fc21148bdc5310ebd48bde84b8", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-57", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-57.png", "image_sha256": "0db94bf5d198098f2da489d48b85e8e0cad0cb827fa3052691bbfee6533dee81", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-58", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-58.png", "image_sha256": "937718480381b321c43642e94ba941a6095e137b394e25002abf291a23554e67", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-59", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-59.png", "image_sha256": "dcd4abcfc45c02bb0ea44196f157465ce099f29671276e62079ddc3cea5e057e", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-60", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-60.png", "image_sha256": "4b1a811b49087f920dd8fc8cdcd609ba3c1ccf08a0eced654840505face29b01", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-61", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-61.png", "image_sha256": "75f846b843fb7bc4e80074cc57afd73057aeb1697c152d28f792b2198067056f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-62", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-62.png", "image_sha256": "1d143f7a499ffff214010a65d919b402afc5302232f912d7e4005441da0dac40", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-63", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-63.png", "image_sha256": "4296f6360c1a75e1cbe537dd2470ee5b0c1aa3f716819247b3ada53616eea11c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-64", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-64.png", "image_sha256": "671c887bf8a0bd3d88050a8a927e6d46579eb73eeb6768acdf7f86b22e6d1410", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-01", "family": "matching", "group_id": "match-binding-01", "image_filename": "matching-01.png", "image_sha256": "14f6ba17644c333d73f85728e94b52a48f0ad83dda968aca81fb26c9c03dca14", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-02", "family": "matching", "group_id": "match-binding-02", "image_filename": "matching-02.png", "image_sha256": "f55733cc5bce14922bf91a51147a9783ab34539ca5ff31abe20f13a934f24711", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-03", "family": "matching", "group_id": "match-binding-03", "image_filename": "matching-03.png", "image_sha256": "dc4072ecdb265a222aeccb167d29715f8212f83f7be4e1c3f8a7a0b3f9caedbc", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-04", "family": "matching", "group_id": "match-binding-04", "image_filename": "matching-04.png", "image_sha256": "63a46a27f6a75efbb2710f7363e095c90f6154ff4acdcbafff8d4412590df707", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-05", "family": "matching", "group_id": "match-binding-05", "image_filename": "matching-05.png", "image_sha256": "478df511433aed9206be29b9dd670e9333b98fd1cb865c97a043d6c9809743ea", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-06", "family": "matching", "group_id": "match-binding-06", "image_filename": "matching-06.png", "image_sha256": "d9cee6270e7ec8896fab95804eed239c14230d5c2920ae3f42dec3b93eebb5d1", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-07", "family": "matching", "group_id": "match-binding-07", "image_filename": "matching-07.png", "image_sha256": "f23771eb15bc962ee2654e1252ddf245ec79463b4aa96faf920bfc088f7d66ae", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-08", "family": "matching", "group_id": "match-binding-08", "image_filename": "matching-08.png", "image_sha256": "e47befec3ab418b5f28fcc0c610aeaa6bf8c4b3db733d7e3966e319c7a2d3791", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-09", "family": "matching", "group_id": "match-binding-09", "image_filename": "matching-09.png", "image_sha256": "6fad60fb6f0c10d157c111484a66942c32fcc236c4c5c465a5a653987650641d", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-10", "family": "matching", "group_id": "match-binding-10", "image_filename": "matching-10.png", "image_sha256": "bcab0c3bb5bd70fb1090a55409ea4642ca1ef209964e4e15048c704bfffadb40", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-11", "family": "matching", "group_id": "match-binding-11", "image_filename": "matching-11.png", "image_sha256": "1363118a1ddbcbb1680214efeeea41e86f8928523fde9cedcfb6548ef0d1fab6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-12", "family": "matching", "group_id": "match-binding-12", "image_filename": "matching-12.png", "image_sha256": "0b53bc99223a4a9f3c3620b2413c4763528acd22fbaf19d9bb5416e588ce089a", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-13", "family": "matching", "group_id": "match-binding-13", "image_filename": "matching-13.png", "image_sha256": "3b594e7440c366a90d161dbf83cb5c8a3c9522f58e6ee870b798735d183bb396", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-14", "family": "matching", "group_id": "match-binding-14", "image_filename": "matching-14.png", "image_sha256": "ca2b41d755da7d75f98a02fbfb8aa1e555a412ab4cc7084d24c5a1332cfcd632", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-15", "family": "matching", "group_id": "match-binding-15", "image_filename": "matching-15.png", "image_sha256": "ed9d28b821aff8ac96cebdf1b9152cd2f77795ef90944e2d6736fdfc4384bf62", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-16", "family": "matching", "group_id": "match-binding-16", "image_filename": "matching-16.png", "image_sha256": "0f91cd6af53ed55e8f19d94a2e8374220c9dc141a6a3c94735e8535f452dc336", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-17", "family": "matching", "group_id": "match-binding-17", "image_filename": "matching-17.png", "image_sha256": "c4a586f181a2dacc85b292c7738ed7920e9d1a0fb82bc0e15bfc79e2deb80c17", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-18", "family": "matching", "group_id": "match-binding-18", "image_filename": "matching-18.png", "image_sha256": "46bd98d49a584e14ff718bc389e767018f52733cc9e37ecf4def525470c33c9e", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-19", "family": "matching", "group_id": "match-binding-19", "image_filename": "matching-19.png", "image_sha256": "36f98e7151080b64d4b199bb99c39acd23f9f77f397fe37e0861ea48a6112fb6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-20", "family": "matching", "group_id": "match-binding-20", "image_filename": "matching-20.png", "image_sha256": "8fee55112c27daf6d750eca55a58f37108fc292254427b71e9d4df95dfaae55d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-21", "family": "matching", "group_id": "match-binding-21", "image_filename": "matching-21.png", "image_sha256": "c12c57c1d7d9a16e027584f7288c3d2f726f4ec7f4aa470d51b866cd3edf400f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-22", "family": "matching", "group_id": "match-binding-22", "image_filename": "matching-22.png", "image_sha256": "82829ac769120ffd8ece0de599b962279a19655f16e8f56b1802843663c0083b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-23", "family": "matching", "group_id": "match-binding-23", "image_filename": "matching-23.png", "image_sha256": "24d37b09634ca11ab1a6514d65f404a93cb039f0c205a7f8eb779d6816c45481", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-24", "family": "matching", "group_id": "match-binding-24", "image_filename": "matching-24.png", "image_sha256": "fd7c17ee9db26b45792155eddc1ef7bf3be8c544f6005c2185300195a0d7ad57", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-25", "family": "matching", "group_id": "match-binding-25", "image_filename": "matching-25.png", "image_sha256": "d72d0fff0ee6eb94935b5eeb6b793f022d70c1d6705a7491e104ab9dde49bb1f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-26", "family": "matching", "group_id": "match-binding-26", "image_filename": "matching-26.png", "image_sha256": "e893dcaa96535e5a8fe41f502c138abdc96e590cf69ac08a1759dd9a427c6b91", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-27", "family": "matching", "group_id": "match-binding-27", "image_filename": "matching-27.png", "image_sha256": "a13b3e530c061296ff9beda09e25b5017565cc85149af29140340deea9f2e3ad", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-28", "family": "matching", "group_id": "match-binding-28", "image_filename": "matching-28.png", "image_sha256": "924c6e8b21c75819eb18e1b1197794a4bc259a6b0016ca3c3f8e50ea6b7ead78", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-29", "family": "matching", "group_id": "match-binding-29", "image_filename": "matching-29.png", "image_sha256": "fefb6f68fb7aa6aee636a19325bfa60edf141a6019a9b47c978fd77c5a615913", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-30", "family": "matching", "group_id": "match-binding-30", "image_filename": "matching-30.png", "image_sha256": "e82de078f5a1d8ff53fef2fa56d3f8b693e4de5afdab474ef2530cfc61a283a5", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-31", "family": "matching", "group_id": "match-binding-31", "image_filename": "matching-31.png", "image_sha256": "b4e350652f6e015b662d0f420b322dba0898ec8b5c4787b2f99ca186ba4d6b29", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-32", "family": "matching", "group_id": "match-binding-32", "image_filename": "matching-32.png", "image_sha256": "00b3a906bf21d54359a826b929eae09ac091e44827993832351d4bc89fbce96c", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-33", "family": "matching", "group_id": "match-binding-33", "image_filename": "matching-33.png", "image_sha256": "477f9ec45fe12e8583ae13587029608fbaa58e14dbe1aeae3c95d0e6f41b79a7", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-34", "family": "matching", "group_id": "match-binding-34", "image_filename": "matching-34.png", "image_sha256": "5014dce8e2d6041b6610ef94309611ae91f8a5eda2c5adf42be6bd0e0851e3d7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-35", "family": "matching", "group_id": "match-binding-35", "image_filename": "matching-35.png", "image_sha256": "aad2effba999c5def7627ab21ce0817e79633b118fa00a3b10ddaaf7bf4eb0eb", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-36", "family": "matching", "group_id": "match-binding-36", "image_filename": "matching-36.png", "image_sha256": "0a08cca32510a448976905117cee00fd52e76c9dcacf5e0c17c8d1910a11f9f0", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-37", "family": "matching", "group_id": "match-binding-37", "image_filename": "matching-37.png", "image_sha256": "b2d4a98f3c59be685be866931d15d091c95ec62ed7bcc1e9c2b9a9844da0bf10", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-38", "family": "matching", "group_id": "match-binding-38", "image_filename": "matching-38.png", "image_sha256": "33218cb1c39cb1dc5902fae92c5aa9322c0a358cd263b76f4b5c4a9b90a5ecef", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-39", "family": "matching", "group_id": "match-binding-39", "image_filename": "matching-39.png", "image_sha256": "07954bf7fdfb4dac7bc81656cd7e33299724f5b51d325900e3ae71d19c12ab8c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-40", "family": "matching", "group_id": "match-binding-40", "image_filename": "matching-40.png", "image_sha256": "65defe9d8c299ed58bb290e7f862bba55695729f7a78071ccfd34c65f724bac8", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-41", "family": "matching", "group_id": "match-binding-41", "image_filename": "matching-41.png", "image_sha256": "96d473c755e1e113725587207915cc2f2af76ba7b36fe916a7a9ff2db9e14993", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-42", "family": "matching", "group_id": "match-binding-42", "image_filename": "matching-42.png", "image_sha256": "b83d385c1dc32cce196aba669996f5eec2a6a881b4b640ab14e69ffa71fc483d", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-43", "family": "matching", "group_id": "match-binding-43", "image_filename": "matching-43.png", "image_sha256": "6b7446857f9029ad804b721f7358d404c5a0b126da3ff221235ca1669a2013c1", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-44", "family": "matching", "group_id": "match-binding-44", "image_filename": "matching-44.png", "image_sha256": "03938c34311c0b76043d8358755f6f70554606ab34f8b2852c3fa839ec99154d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-45", "family": "matching", "group_id": "match-binding-45", "image_filename": "matching-45.png", "image_sha256": "1896d88ffcec4243df3d505a569edd003d296e89d4f4fb670eb0b529c1a6c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-46", "family": "matching", "group_id": "match-binding-46", "image_filename": "matching-46.png", "image_sha256": "3ef1a00868d486993943da27c36586e58beb1ba8cf909b42a1d0793a80732ea7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-47", "family": "matching", "group_id": "match-binding-47", "image_filename": "matching-47.png", "image_sha256": "7af4f1674d727d8f8826544fe1f799a24ce748d0c8469801578a35fa4a1e9036", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-48", "family": "matching", "group_id": "match-binding-48", "image_filename": "matching-48.png", "image_sha256": "41d3595deeee406f55bcf72fc21ee61471ceecfe71f415babd742d734ada9e01", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-01", "family": "oklch", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-02", "family": "oklch", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-03", "family": "oklch", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-04", "family": "oklch", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-05", "family": "oklch", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-06", "family": "oklch", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-07", "family": "oklch", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-08", "family": "oklch", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-09", "family": "oklch", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-10", "family": "oklch", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-11", "family": "oklch", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-12", "family": "oklch", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-13", "family": "oklch", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-14", "family": "oklch", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-15", "family": "oklch", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-16", "family": "oklch", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-01", "family": "rgb", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-02", "family": "rgb", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-03", "family": "rgb", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-04", "family": "rgb", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-05", "family": "rgb", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-06", "family": "rgb", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-07", "family": "rgb", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-08", "family": "rgb", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-09", "family": "rgb", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-10", "family": "rgb", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-11", "family": "rgb", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-12", "family": "rgb", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-13", "family": "rgb", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-14", "family": "rgb", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-15", "family": "rgb", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-16", "family": "rgb", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-01", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-02", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-03", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-04", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-05", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-06", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-07", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-08", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-09", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-10", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-11", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-12", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-13", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-14", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-15", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-16", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-17", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-18", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-19", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-20", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-21", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-22", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-23", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-24", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-25", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-26", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-27", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-28", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-29", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-30", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-31", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-32", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-33", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-34", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-35", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-36", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-37", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-38", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-39", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-40", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-41", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-42", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-43", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-44", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-45", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-46", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-47", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-48", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-01", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-01.png", "image_sha256": "eb404a940032a1d9c44e4b60e46a39f0f6cb353a6b74dbcae0e352af1532ce30", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-02", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-02.png", "image_sha256": "18641f70a38b73875885b4636584c4d40527d88b02fa16a585924acd2323a06c", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-03", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-03.png", "image_sha256": "b8185843061705c336d7519a548370ad26926562449a2fa8d85a8d517cf70b37", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-04", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-04.png", "image_sha256": "c8ed8ecfa3c5c21c4c3caa84a274eacd640d890502360fca66c8dcacc1d28a09", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-05", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-05.png", "image_sha256": "80f78915953afa82ba32f4be2d1d07210b8e23a6c45d1984e9c4542ae219c2e0", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-06", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-06.png", "image_sha256": "2374af3b0531a8758a8ef98d65e3e3ce80d9bc70e09b7309c160266bc081109f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-07", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-07.png", "image_sha256": "ba63bb3f31426851368406bee9bc5944113289fc54c166c8ba84080a5fee8a30", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-08", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-08.png", "image_sha256": "bd4a273039081d466cacfcd7d8013d300c69da3d9713793fc82c750d1a3d632e", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-09", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-09.png", "image_sha256": "0f8d4707cdf9e61ac4ed5855590e09a12599e354cdc97a40406f451baa2cdc15", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-10", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-10.png", "image_sha256": "0251f4331021997002ef63c06c80981322b22d537a330c9b7c0ac7759a0ba278", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-11", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-11.png", "image_sha256": "1d6f0b762febbfeb787e286b7fde18c6ca6ab659a86476612407c98aa43ddb63", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-12", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-12.png", "image_sha256": "2609af155b439157efdc2e1d7552ffffea645d0e009d5fd5f9206dda7c64d328", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-13", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-13.png", "image_sha256": "87d6b82449ca59ed79fc7017204db3c09358ef56ee44b44a3d52b99178234ea6", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-14", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-14.png", "image_sha256": "ae0246b166ba5a9928cf766a1276998eb0da90a19bc9555cc88cf6b26518e2eb", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-15", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-15.png", "image_sha256": "ba032f969d3a25daeb9bc3d5fa9c703d37bd5d9c37b4839735d2f685513f3e09", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-16", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-16.png", "image_sha256": "91e38689a89c9c47a0b5f9256018fb9e6e9837ef224abda75626e31c03fa5c76", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-17", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-17.png", "image_sha256": "ee3fc5f0eca6db8683de69b5bba66805b5f51496610865fb2c9eed0c991d5809", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-18", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-18.png", "image_sha256": "0719ca8edc74d6fd5883a07bc404e6105e7dedf1023bb36c89c1699efec5e1dd", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-19", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-19.png", "image_sha256": "33c883bf74847d473d44a59d0329aba7f7780679b219ecd18ce96cda8c88bf44", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-20", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-20.png", "image_sha256": "1e38d874b93fdd7056e3ac21ed9e84f7df3704f7dba00d054299e7fc72557fbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-21", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-21.png", "image_sha256": "6546efe1edeb49f661f0fb8186e839adcb1a277732e8a36a723d86c6417711a5", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-22", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-22.png", "image_sha256": "e064d8ad481abd8aa6ad9ba22078790e8df3345b4901ff71cca22d5df34f551a", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-23", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-23.png", "image_sha256": "c32d4572272cb1b26670962a6feb3d215d54cd941831d7b5ace5578ba7bdb46c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-24", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-24.png", "image_sha256": "1fe594665842620ccfc0e3b08885412bb576b3b25fa34fadbd1831a1c19a9cbf", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-25", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-25.png", "image_sha256": "4330f9687c7e3c3d54c7f4d76654ed74638dd5ce693b80faac5db3732d0bdf72", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-26", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-26.png", "image_sha256": "61d90ccdc3cac516f9f03967b65d0f9a7d2aa1bda5cce11b827c09f75fbcffb4", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-27", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-27.png", "image_sha256": "ce9fa04ef2c26dd15a1e22e239bbaa8807583df7f63b3188f4fef2b73757b55c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-28", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-28.png", "image_sha256": "e66a6df87da92a19213b7bcb8e99444ecfdae7832fff4f47700788d32d44d158", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-29", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-29.png", "image_sha256": "5b9dcd19ce9915c5d0b74a29d35ac172d596d0ce8c8bcdaabd307dc8b521b9c1", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-30", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-30.png", "image_sha256": "31ad0bcbb934c6bcdd44c61f7dffef98b35d0524da50b4afbe702ae4112e242b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-31", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-31.png", "image_sha256": "f15475f8c37fe76e9599253d5cd20ae952d95a6affd61b5f26da56648cdb7a46", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-32", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-32.png", "image_sha256": "0f9c39367b566f9ac46eda71aafbfd0f42cf278b7be17f94e3e35fdcbeaacbbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-33", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-33.png", "image_sha256": "c59723d43051011c09b9b8c222b1eaa621623e4fd1e1019eddb53556831d8768", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-34", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-34.png", "image_sha256": "bc0428794887d1392a6eb816dbb2b22b7af3063f773b738c5873bbe93f609c94", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-35", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-35.png", "image_sha256": "a169b6cdcf81dcfa5c9ad468f8a712ab8acbf074d906d831e21af53f908b9395", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-36", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-36.png", "image_sha256": "b02b9a0670368d391e4ddcc596f8638d8e26f441bbc7fc58bff842a32995d7ac", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-37", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-37.png", "image_sha256": "c3c68f40a57ee78dcaeff31cd2a54d10357107b34d4c861ec46e82fb7afabd23", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-38", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-38.png", "image_sha256": "a3d06b44b7e701e27fce48de9fd71e2498c050695d252b036e81bd94da189f92", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-39", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-39.png", "image_sha256": "c21006645ac757a160fbb632c6b731f60b75bcd50e20239af21a61f7ea320372", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-40", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-40.png", "image_sha256": "746d612cb7730b53dad50b76e4daa87b478e24fb2fe556147934f244b4ed981f", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-41", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-41.png", "image_sha256": "d982ffd296ed9de46ce4659e42e1863379df1f74718ef227c85f739519161099", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-42", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-42.png", "image_sha256": "78ac5edd942336b7379d10115a9b45e11c86f67c9c98a90e40d8508c28c15fb2", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-43", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-43.png", "image_sha256": "3e6ed76d25fbd0c04a8024e5de75246489b05d87f25cd8ba57e092c746def664", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-44", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-44.png", "image_sha256": "957f0a17b1db07cdd8e20a3621c69828557e14e456a3493176e9296b018e9cd4", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-45", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-45.png", "image_sha256": "a642438f107918dcd6e45431d1e70260e02f4acbc89103ff9e2ee10364edbb05", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-46", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-46.png", "image_sha256": "5d3369ba077bc53f4ba2fe5e74de20ef3f5bef2130cb9b9b1915e46927fcc5be", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-47", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-47.png", "image_sha256": "66dc656388dc57f47523a3246156ce15854138e7d1d8156a8978c5edad8e07da", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-48", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-48.png", "image_sha256": "2cc3e58cefe13c2a33b5e258a347aa56f15181a8013e81b10d46125d21ae8c74", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-49", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-49.png", "image_sha256": "855f61ac6a7cedc28b4417103fb4c2657da2b60f189fabfd72edafe70f65c5ba", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-50", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-50.png", "image_sha256": "081007e1b713073d6473726f3b22b3cd631704496b249125b2f3416aaeae12ed", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-51", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-51.png", "image_sha256": "b46b0eebf48aeeafb55b5cd9fde5431661591ef84cdb131e791b7ad4f05df57b", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-52", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-52.png", "image_sha256": "4ae51332f48d524f175e2d43a62b4b7cc501235b90e9bc2263637df18ea190c5", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-53", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-53.png", "image_sha256": "4fa43fad37ec0656e0ff574a68302e35270fdc083d9f995ecdd5b2675814aaf9", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-54", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-54.png", "image_sha256": "26777d3f8d647096b59f43f3cb0ab372812a55a1dd37f7753967540fb0d663d0", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-55", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-55.png", "image_sha256": "015aad9e54cba55c8dbe0ffe545c7a42c52bfc10ba7a85b7ea47a6b30a1fdf92", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-56", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-56.png", "image_sha256": "decee2d9595acc2af95962646294738e3d97c58d873759955e4d89e30dbc3025", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-57", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-57.png", "image_sha256": "3621e949d9c41753e5cc3fb23aaef12bf0da7d0a822afca003130f447e17776e", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-58", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-58.png", "image_sha256": "fb117c3bb619b87eecc94f4e981210dbad8213cac4a8997a19ee35db26a6bb90", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-59", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-59.png", "image_sha256": "cfaa87d5d42e7bb83cef936a378b87b29dcb6ef63bc975080e9ba6b817214987", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-60", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-60.png", "image_sha256": "39d3a073198fba4441efd0ccd578cba23c5c077b0636004ffab6c9228403979b", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-61", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-61.png", "image_sha256": "b06414eaf45c4747d6e8745a6ad38b23f39ad3e021a2d2ea52036be13303ab64", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-62", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-62.png", "image_sha256": "78b81482d740f3890e05d61d2f421c274db35c59e42e635a0de0c54ff1dcc92f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-63", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-63.png", "image_sha256": "e1b77c72621923b9d68e14cc50da40704b69ac4a2ea32b839d7fc25055641449", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-64", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-64.png", "image_sha256": "0f8035fea14d396468d49d8ea07323f50c714615a5b4b4b286871a56b529cb97", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } } ], "results": [ { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52b25276-62d6-45a2-91dd-2dbdf947d537", "result_sha256": "79a3f9d5af5cf537ac0e2a7e336275b75035bb917a1d77c1a5f141aeb38eefc3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 970, "latency_sec": 1.245612608967349, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:21.817286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69d56eba-3e27-4f5b-a5e1-e8e4d2023f9c", "result_sha256": "d92342b542619a1f4b2f14a81631c0085a636225fa76c0db66d040183a9a2004", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 970, "latency_sec": 1.2070895230863243, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:17.124562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "918812f1-6764-4a35-9910-52be30cc15c6", "result_sha256": "80ae8035bf6615ae8286bfe6d3b03995a673fa72bea9a7b6ff7a9b7708b03669", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 970, "latency_sec": 2.1855173809453845, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:58.073685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78145d89-e9f4-4687-9a73-a800dfd08391", "result_sha256": "faeedbf3baa9ca4651db172748178c4890562db9b5bb205d2b8a15086c9d08a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 970, "latency_sec": 2.2346653970889747, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:10.320972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98d2c9b0-f52e-46b3-9638-e016c8ee2322", "result_sha256": "eae74014c4e6fc87840a015e4284f1401f642d4117cecba8e223d2e0c139762d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 970, "latency_sec": 1.991476571885869, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:23.513779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbfacac4-f183-459d-a969-bd5d9b9c3b09", "result_sha256": "e4f5a5ef42f1b825cd2f34b602ea90b15c251f5d0fcf5f596f6d16af50ef24c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 970, "latency_sec": 2.1662653831299394, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.584460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0189560d-dd73-4ca5-a3d3-32688cea5f2d", "result_sha256": "b16e5a4057f604d86056a05d6b3f9f939282f2175846913e197805eb87fcd225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 970, "latency_sec": 2.283740093000233, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:18.302620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "167cc65d-ba73-4281-892f-08167d98a96d", "result_sha256": "92180300073d74e6256d3b4ddfd71f7a950dae40e04fe08c2080a4cd3e245015", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 970, "latency_sec": 2.1358539471402764, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:35.998980+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a610f1-4c8c-4989-b41a-f493e6f136d0", "result_sha256": "8047b305ddd3c7e79f73a20ab406e4360e63c3d69e73b4ef5d752724023c04ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 970, "latency_sec": 2.141986978938803, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:02.560442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77dca037-c8ad-423f-953b-6144ac3a8dfd", "result_sha256": "1d695bd6cd77a2a6df8719d2bdeacfdb4560d7ec038c8f43cecc941aaecd8a55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 970, "latency_sec": 1.431882614037022, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:27.145351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c226105a-d12a-43e4-8dce-09c029d03b9f", "result_sha256": "0cfed07ab795a2cba70eabc916996ba24d322daf7ef323e9a8fe7139d4053f00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 970, "latency_sec": 2.3414912230800837, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:22.908030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6e8e4a8-f847-400c-b1ec-6b01b6ea36ea", "result_sha256": "89b237e155f0b32c87da13ab4994f81b2c45ff04f268e491098848ba638e0473", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 970, "latency_sec": 0.997616098029539, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:14.081644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d4063b-bdd1-4f67-a95f-54e466cc49df", "result_sha256": "bbeacb257c222ee09f6d45803e1cb8385a70de6957c4d5fbd39287ba4ab54c06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 970, "latency_sec": 1.6822133189998567, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:21.707222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e9596ff-99c4-4868-a972-b4b2016f7ab0", "result_sha256": "7a5c17c5a4206edd2d1f8818aed714646d3bf9fca6bbfbefee955928218a10cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 970, "latency_sec": 2.277619767934084, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:36.390897+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f74786e2-a66d-4eb1-9f9e-f595797c7665", "result_sha256": "c82d43eedb4bb3768fb56fa99f525893728ca6970a5076ca7327dee9630990bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 970, "latency_sec": 2.078200838994235, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:19.055027+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0960a667-aabf-4c2a-baca-7ca1c612e766", "result_sha256": "93ce068c1f8f2168f7bc2ab6050dea8bd08f529dfcdc85f727e7474037a6b400", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 970, "latency_sec": 1.2093547000549734, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:44.346941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "452d1d46-59d7-49c7-a953-bbb626b1de65", "result_sha256": "d638e457ffe0f96ba79e731d545d475ad32599c1ab66d2831bb5ca32749171e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 970, "latency_sec": 2.2148718151729554, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:09.162964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5add597-da47-4658-8709-56652a729630", "result_sha256": "178c043944b56930b168d6796f50e9f04fc29e94d73ae848eef380d9a287ce9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 970, "latency_sec": 1.242443315917626, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:18.965000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "37672653-aae4-4620-96c0-60480a217070", "result_sha256": "42fb0fb110cb2f6874a8d2f25f1d4caebe0b6ca0557aca895fd2f6771c462218", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 970, "latency_sec": 2.677343251882121, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:18.029120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6417f9c-fb90-434b-9c61-396f05008f54", "result_sha256": "64c8202976b90406d7c11b1e6d93080ca64a22c56ab272637551e09e78cfc454", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 970, "latency_sec": 1.5270163021050394, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:56.047186+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a3e95cf-d19f-40ed-8785-657b03caef24", "result_sha256": "ca2277a14d94e4fa6ad34633c6262a48f264e7eeefbf4db4872b81fa94111432", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 970, "latency_sec": 2.2687848499044776, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:03.999078+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb459eac-8c55-44ae-a983-cb1db6bb0d01", "result_sha256": "6552403b075b09e63b2b5f644de9849f70a6dec1ebfa4cc0a2355363c9c42bd4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 970, "latency_sec": 2.309142586076632, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:14.677272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd32204-e5ac-48de-a9d0-d4e32d028dac", "result_sha256": "8cc6c8e2548ea4ffc2643a43b65871c433487f2aac78d83cac562d711f316797", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 970, "latency_sec": 1.25448077195324, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:09.874831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e92c81-16c2-4010-b00e-794c2eda0040", "result_sha256": "3c6db4faf1da4273d0f8af9cc9e415dbfdbf4836e118dc437e29f1cfd426ae15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 970, "latency_sec": 1.259683601791039, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:44.643222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe034f0c-eedb-411c-b4b3-99fd4b46b6a8", "result_sha256": "32a83804925eb715ba222d83f81906bb0ec842ead13e74a1df01e63e90ede474", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 970, "latency_sec": 3.8915552929975092, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:09.924345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0cc9ddd-6321-4ba4-90d0-f07c4a118d63", "result_sha256": "eed47d84dd96aa45429229cc2d224216c1e4adb2a7a043058cda6cc8401a0a30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 970, "latency_sec": 2.318609411129728, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:53.704692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d98a44-c3de-4869-b692-5ea96891fdd9", "result_sha256": "909075c6efa366570d15d2b858f1b36a84905916112e88d68f5e6a1186dc9b31", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00606, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 970, "latency_sec": 4.769607063150033, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:39.178288+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cff3da3-0ec5-48b4-8900-31cefeb34c1c", "result_sha256": "38d3e534dcb0fe3ed7324d06dba3f14061f2d2f544d42f5bfd6277a7d06e4a3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 970, "latency_sec": 2.1561589578632265, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:01.787042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0756a7c5-9e51-4698-839a-05c2cf56b495", "result_sha256": "b2183356f0fda4023ffc17389c695140f796b2b9c44fb80d36cc751558152884", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 970, "latency_sec": 3.068881422979757, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.816621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b257c879-aa5b-4aee-adb1-d4f62cc6609c", "result_sha256": "863b3aef4d2f7c7a72bc8e003e96aafdf0e7504df0b2ddb06f644624f4e97748", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00606, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 970, "latency_sec": 3.86818215996027, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:32.867499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df9e3bb7-0542-44d8-b5ad-75520fe251fb", "result_sha256": "e29955e93093df7d96b3ee0c8a6d1b6b69b2d42d9cb2ecf20382a5810a9461f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 970, "latency_sec": 2.175064261071384, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:50.233027+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db52d172-6d35-48b8-b00e-b1e20842d8aa", "result_sha256": "9017f73cb8d5f74a6d9257a5ae1909eebafdbffd6fb95b93bb886b2b8892c99f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 970, "latency_sec": 3.1630056318826973, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:42.537852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bccb0f3-8ab5-4e0e-b6ad-559494ad6f2a", "result_sha256": "dbc6dc465058a57fc52fab769c86b034c4910751c6312c3d0d214ef43e698cf1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 970, "latency_sec": 1.6961954049766064, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:07.268515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87bdf738-f7aa-44cc-a697-1f8455aecdab", "result_sha256": "3a6057b71fe8cdf24837c252b8985281344f0c2b48f25cd6fd03ea56b9e9cf62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 970, "latency_sec": 1.4056516888085753, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:40.319801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "506630aa-84f0-4044-8e79-e82528e96543", "result_sha256": "4634ca92acedbce1905ed163909ef16a9e441fad6e376519aa15d23c721249f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 970, "latency_sec": 2.195252683945, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.191690+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56c92248-f765-4e82-9530-9a77969f75d4", "result_sha256": "f2d7f067b9f9053c2d415480bf76a83c469ae13e4d1cd7cb7cf9fa4049e66ea7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 970, "latency_sec": 2.0206285549793392, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:02.071497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97fa00f3-1b22-43d8-87bd-e39e962316c7", "result_sha256": "9a872f027ec96e4d31a35f74bf789b1da357c45b0d87c326ee2c0eddb3dfc5b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 970, "latency_sec": 2.4729303719941527, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:54.617453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f6a650-3bbf-4ccd-9e45-35be9b4a399c", "result_sha256": "25043a2fc9add3bfb464f8a222550c654c061169983ba3e8c2636ed0bcb99b32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 970, "latency_sec": 2.198843169026077, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:08.992548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3ebe5d6-eb06-4896-b9e9-31563a03c68b", "result_sha256": "52c413afec189c8460ea6062fdb0e795a1f162ea39b1992429bec01e906770e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 970, "latency_sec": 2.14000874501653, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:53.501230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc96ccb4-1186-465b-b948-b3ec7ff853f0", "result_sha256": "b12cb4f67f11d55534a8894d5322d6b23694a02ea102c83d6c8c36ae4a82936f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 970, "latency_sec": 2.159113116096705, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:26.303640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fc0794f-ffc7-4bfc-a53e-37e3b7cf1264", "result_sha256": "7bd02535725b5a684358c20db092b93a0acd709681607aadd5ac5da672ae9c25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 970, "latency_sec": 1.562380924122408, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:04.649833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c067b16-72b0-4522-8491-d92ad3adf302", "result_sha256": "07aa483da3478cafc998560a5707da9ca117057fdedd785e3dbb87b8684fa280", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 970, "latency_sec": 1.222983397077769, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:50.831163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e11e43f-cb56-45d7-8064-ee08fa109275", "result_sha256": "0ff1b3f6354702490b56e208acc63747f63386c156e08a714cf67269c281c424", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 970, "latency_sec": 1.568243324989453, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:15.903243+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70743819-6f83-4438-86cc-0345afdbcacc", "result_sha256": "4078c60659d98e1ecc9a6b0645de67af7608b45cae1a19f8778012fcf2a0fba9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 970, "latency_sec": 2.1299152998253703, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:44.028742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75382bcd-e5be-4433-9af7-eda21a7add51", "result_sha256": "b79511b721711558d4054c0f0f31cf15e068abfb2b6ba4973b2d00fb47a68e29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 970, "latency_sec": 2.4651020949240774, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:37.258700+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df1f3516-7e58-49bc-8d54-19a19b9c1fc1", "result_sha256": "02aa3ace4ae5b385607a2a29b2578ea03b218e01c6ef23d08367b45a85a6280b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 970, "latency_sec": 3.007226132089272, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:01.441719+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f85fcea-97c3-4560-9ff1-1e50daf5a9eb", "result_sha256": "7858fb0443b146ee0508362d4b7874419519e0d97765dc9a8dff5507c345aecf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 970, "latency_sec": 2.234149572206661, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:53.164408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e9b1f4e-2398-4e2e-bd31-47dc3cdd5db5", "result_sha256": "b0f2e53943f4021982f43faaf8015bbc19edd38d2fdd10c10fe61aa02250a3aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 970, "latency_sec": 2.2332165020052344, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:33.761936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f8bad5-3256-4c04-9a50-4327a8454b72", "result_sha256": "72d41e01dfc07d97d4bab6c55558f272cc81604d464a726df6d9391815e5cf13", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 966, "latency_sec": 1.2845637230202556, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:30.487414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71f5643-f4a2-4a77-823b-9f679792b4d6", "result_sha256": "288d5d401e708952ad1f07de19830ffb05773198ce67166652de843d905e7a84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 966, "latency_sec": 2.500275610946119, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:25.552532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7123134-d3cf-4de0-86e9-bbb2a38d92b2", "result_sha256": "d12f3fb05e70355d299740aed6e42d163719d850773a27196d7bbe696897bbb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 966, "latency_sec": 1.3404592890292406, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:11.391777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8380a172-7256-4abc-a2c4-55d1b96aeaf9", "result_sha256": "20991df7d069f4fb6738a51c274e7c0c9a6c409a64315e1ee29f1aa4a2594bfa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 966, "latency_sec": 1.7211187360808253, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:59.659931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0581abcd-707f-4417-8dd3-db46f52a54fc", "result_sha256": "2f535ac9816e6dfe842b1e147a1d96e673f1f5495fea3880755dfe3d6e2581f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 966, "latency_sec": 1.223096681991592, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:18.803520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10855be3-61e4-44ed-b36b-c37c6928fe2e", "result_sha256": "59d4564da14304cc16e54b3cedb2b32aad22572c6394d90955cee982caf1fb76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 966, "latency_sec": 1.2751918688882142, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:00.687918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa267117-ec88-4b2e-bcf4-72ff6a3588d1", "result_sha256": "ba7e045a535c4a41dedfc0c433471b756566f651875846a34ea014853ee47322", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 966, "latency_sec": 2.2351361920591444, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:02.478929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f81d2e11-f1e1-44d6-abd3-231cc77b4446", "result_sha256": "d515a8488dcac60ff40245da023a9c3b0fd42446788280b2eaf1b2828bf69b81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 966, "latency_sec": 1.2608867241069674, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:45.769522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f742a8a5-88eb-49a3-8480-20c7dcff3f43", "result_sha256": "6e71a923fedb7850bcc56970af3420ab2695480dccdd0971aa7c33c6c54144bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 966, "latency_sec": 2.097800211980939, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:18.402716+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7af082f-210b-49f5-9c29-ffff89cfa748", "result_sha256": "dadef88cbb4bbf0544682ca5cfa3e7709aff7721567395b9adccff62594a6ef3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 966, "latency_sec": 2.140421912074089, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:18.490180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e1c6fcc-3009-4b03-bb3e-2c712dcfa39d", "result_sha256": "3a3e247ca8bc7b49e944713f3c5d5c43202bf61e76dc9f7765646beb8efdec8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 966, "latency_sec": 1.82348863594234, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:11.289179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a49ad9-0f1f-4828-a375-86a4d03fda6f", "result_sha256": "b89fdcafacb75bffc903647970dd417c31bbf61e438fddf8b2f65cbe8f94ee48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 966, "latency_sec": 2.4945576649624854, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:13.625324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "194bbb40-0d0a-4e31-a460-7770eba1c774", "result_sha256": "43eed048315c80d915c1423946f0b2305345ae35b8f6e08ee9d1f9bfd7c98fa0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004884, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 966, "latency_sec": 4.17228035395965, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:24.387406+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6058674b-85aa-4426-9061-133d1902225e", "result_sha256": "4a5c7031c6c42b892b11647faea784bc8f89cd932da836590203c86e67e73237", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 966, "latency_sec": 2.477944118902087, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:25.637641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "351fb39e-9fb6-43c7-a8fb-8b007f109470", "result_sha256": "c7e9fc5466bbc540baec4964c5bf5741023082fa51f121837dd54dedb0bdca0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 966, "latency_sec": 1.6946568749845028, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:40.698482+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "948e3811-3424-4535-a3a5-833a705e2a60", "result_sha256": "622fd1781e782df9e5ed06ef4e86dbbd01317bb7c158b9b5597a2be412fb2b2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 966, "latency_sec": 2.2311046510003507, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:37.412138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3a7bb1-379f-42aa-b386-4b0778730533", "result_sha256": "d596dd87960b1ebaefd6475cef0a6a43fa3719e96a557a433d19470620914cbd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 966, "latency_sec": 1.2392736200708896, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:07.874128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6d28c5-838e-46bd-9b35-9ee69f73133c", "result_sha256": "a2d501fed92c7ef36c9731deaa02c1d6ad035271093227646de569d9ab5720cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 966, "latency_sec": 2.238699118141085, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:31.341914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7243d49b-dde5-4cc6-ad83-d75312902a41", "result_sha256": "f191c40ed8899cfc10832c63bc8f275094c7f1a910201e080cbff5631f291073", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 966, "latency_sec": 1.7319789230823517, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:58.265636+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f32f30e-64ba-4383-8cbd-ecc3a87be754", "result_sha256": "596a4b4d646f7dcbc7d74f79f75ad31a0024495ca4fcde0db0eaa69f79cf1ee9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 966, "latency_sec": 2.8180460231378675, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.025779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6592218-9fcb-45a0-b7b5-3071a48eedc0", "result_sha256": "75c94b588a0f9e29f4304416f796ff20fbd60dc57b1c6ab9ef21b227e8db646e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 966, "latency_sec": 1.2751675629988313, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:46.313277+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54345799-e4a6-4f8d-baad-72fe08f3fc6c", "result_sha256": "ceecf49d6fc7b4471c88241f85a3de8f64f32a08cc4563bb5f2129c243e1a87a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 966, "latency_sec": 1.7794567930977792, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:58.865141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab686880-3c01-4360-9a31-fde62b3ac30f", "result_sha256": "3cbede3b0e97e5f85a5fd69d50bb2086920984acdd925a32a1c41cba1c4ee28c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 966, "latency_sec": 2.216993685811758, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.888797+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c59a4e0-62e8-4ee7-866a-ae7306dc4ca0", "result_sha256": "96462625c3684552932c41ff9b4573b4dc9077377f3f478d245cc80b6734e980", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 966, "latency_sec": 2.275410739937797, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:36.898807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb958de2-de88-4d62-bac6-3b785ee48ab6", "result_sha256": "60e30ab7e5178503848b4a393fa86407c10be2590adbf9e0e6473a3d317e25b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 966, "latency_sec": 1.8362562709953636, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:58.733952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d418952-48c7-4fe7-b3cc-106c7c364340", "result_sha256": "9d6822b051ee5467febed2657514fc8444d347889072aebb65c1bf362c0e7c18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 966, "latency_sec": 2.562251954805106, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.541891+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e29cdb9f-2068-4333-8031-9b46af713734", "result_sha256": "695ef6d7f275c8df0af72a1d3d1dda04a5fc18055c6a04746ff3f253561ee5e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 966, "latency_sec": 1.917664686916396, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:47.756240+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6423495d-e974-4f67-9d3c-d3f6bd92e32e", "result_sha256": "f192875d15ec7bbf27cba7ca19d3110faadeb0e66ab76c1e1f1fc41486625bc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 966, "latency_sec": 1.4210270079784095, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:15.436813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd83daf2-0e7f-4714-9ad1-7316b9d9631c", "result_sha256": "f43bbd0d6ca63c95525f98e10e6345af83923ac1f33b261339f57d98f16216ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 966, "latency_sec": 2.4284734439570457, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:58.350454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c019567-be74-4aa4-b91d-cb5db0646af8", "result_sha256": "9d0c8850495d3054f7f83e6696f309c8a7cd545561ae05403c3cfd492274957b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 966, "latency_sec": 2.79773483495228, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:44.434744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e118a5b9-d391-40b2-9ac3-0f2004902bf4", "result_sha256": "41ff6b86a3c24a597c7ce9eae11b75f1a9cb2da9af55d6c76bbfffa8af80c12d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 966, "latency_sec": 1.6084035558160394, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:08.055952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "517f4712-1e8c-4875-b390-d83e3ed1a70b", "result_sha256": "9b208e2340d9f89f049abff55664c2e581975dddfc2cf8effd08732beec55fa4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 966, "latency_sec": 1.3648557248525321, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:38.703692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12230120-fd93-48dc-9eaf-92da3479d493", "result_sha256": "a6bf5526fdb1696f2e6125028c247fb1e169b7617a3378bd4ffddc25a0f03a77", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 966, "latency_sec": 2.226333632133901, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:04.754517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea37f5d1-e426-43d4-83a7-0d8e2fb800a5", "result_sha256": "c948cef5fb35bb371e653b360e32258ff1d7acf90dcb9f5a7ec5034b8eb4b55d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 966, "latency_sec": 2.225985853932798, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:29.907872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e38ad991-7339-4d56-9788-2c55d1dc672a", "result_sha256": "94ef78742c8694ec55e9863e7df07bd071cc59352973b3d9433c9339b3c4cb19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 966, "latency_sec": 2.3660451881587505, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:29.223411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c1943c8-f859-4826-bd30-8708d2afd07e", "result_sha256": "c73e6d906b39e04cd68df0c6a10b39d3c7323cf8eee638fafb568e35e0c00b9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 966, "latency_sec": 2.8100365141872317, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:25.656861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d4fb0f-c192-497f-980a-6e002316972c", "result_sha256": "4453d5ebee4fe15f024db8b26432f65c1147d440554a774c37bf0d85b63a5bdf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 966, "latency_sec": 2.800462319981307, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:56.906509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52f54c37-a5f2-4020-bae0-566cbbf39f2c", "result_sha256": "2ee733b13b8e7b861d15248717fe2e69a4241ac38cb6c11adba585ad659987b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 966, "latency_sec": 2.2009313048329204, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:22.385344+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6681f31d-3beb-4f09-a6cd-488d48f79abc", "result_sha256": "81dcd3c41acf804b3e83e46175816c7f15e82c4a5b0d3aefd55aab31548eca32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 966, "latency_sec": 2.172156770946458, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:35.102814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bde1cd1-1c6e-4ac2-a32f-42eaf35b10fe", "result_sha256": "a35b88d64c816b07abdd6460d897e6b79b3562bff034ff4ccebe2cfdb6f38110", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 966, "latency_sec": 1.8135029999539256, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:56.620959+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a60aa67f-d2a3-40cb-994f-a5fe658e76c4", "result_sha256": "8e25626334420794f8890581fa9a756674a4f830af173fe12f3788e02ad992cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 966, "latency_sec": 1.4500854788348079, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:27.864869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce9f7f96-b9a2-4e72-8567-22450a48f276", "result_sha256": "38c444e061d535b2fc2b5d2b24827b9b0ccbad95ec12c00efe5c149808bb9300", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 966, "latency_sec": 1.7256094359327108, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:20.093739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70cd3d07-3066-43bc-a31b-6fe9349f303a", "result_sha256": "7ec10403fed7eca20f3b713cce41d886464c98ec83d4406a988642a7c40a37c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 966, "latency_sec": 1.1613293869886547, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:54.172035+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a52a171-ed97-400e-8755-c46fde8ae0ac", "result_sha256": "3b96d42dbf07fa784cc9543c5ce57259e43168cd0c6679f1923b327d3d6ba798", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 966, "latency_sec": 2.1380344240460545, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.196577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea323bcc-eac2-4f06-b9de-bc509c546695", "result_sha256": "14cb88bc465f0b5db7025924d479bf8825d879af8ef75a582c0febf8448091d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 966, "latency_sec": 2.4641298879869282, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:49.986633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6349b7d1-c1cc-4d3e-abff-0a5599840880", "result_sha256": "f74afc29e643e2404f084b467611f394961817588819b5da492f1969663f0663", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 966, "latency_sec": 2.1608983071055263, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:14.435989+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ac28c4b-0fda-476a-96f0-c3e4ba8c85ef", "result_sha256": "50d078b7dc8cfc6d7795fe438ee826a628d6a4e4bcbe4322a553ff315f0cc251", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 966, "latency_sec": 1.5606513069942594, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:11.613109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0444484b-6097-4925-9083-37643b20eb11", "result_sha256": "9e5b911bb879fe1a98b4e752b8078eb550197eafaaa16ed25cda87cbed067b1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 966, "latency_sec": 2.1704545989632607, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:10.163132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf076c7b-a76e-4508-9cc2-900ad8a2c3ee", "result_sha256": "3ac087fc81910d2e33072aafea83e87d80b410a1f4d2f0dcf7cc59ae5e8550c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 966, "latency_sec": 1.7851655760314316, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:10.948496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd05c0d-3462-425b-944a-9328e129fc25", "result_sha256": "0ba3ef8ee5f30635a51050c6092b36a16f3ef25f8b4003e96347509b914e777b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 966, "latency_sec": 2.225664430996403, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:06.444767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc05d1f7-53d4-454d-980a-482fbfabb3c3", "result_sha256": "653864f5ea783821306c1da33339111eeca643ad5ede14ceeb2a8e132a42f4c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005184, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 966, "latency_sec": 2.7469737210776657, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:28.009796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6682998-d7a1-44f0-bad3-7148affd85c6", "result_sha256": "dfcfbd4ff694f61bbc0662f54ab2933fd8008f6d9adb2db200a5647be9f6f880", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 966, "latency_sec": 2.399374081986025, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:14.365940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da3f2501-27d1-4b82-88f3-e6aed2077c91", "result_sha256": "e4d3e78ecf3a19ff5f200e623859ccde54f26fadec78cd8a30548fa9328b87c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 966, "latency_sec": 2.2088108621537685, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:45.100673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "affef1fb-b924-42bd-96dc-3b7dd619a36f", "result_sha256": "73a74407fc8e6067c3f06c3dae155bb52185110dc5c27ed27fa47194337c85d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 966, "latency_sec": 2.2253744748886675, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:38.125889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55fe7828-c5a7-4e4c-bd84-1f6ba565c890", "result_sha256": "170ff07f9ebfe03d65ad861883f4a339533f75161beac151b80245c903adc520", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 966, "latency_sec": 2.2203172631561756, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:40.333030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dcd3198-1da7-47ef-9548-d28c81194593", "result_sha256": "512754abddb31771571e8a20c9f091ffda1a93dd4b92ae6d2f1f85416065c43d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 966, "latency_sec": 2.185315293027088, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:24.472742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9bc3d84-7451-4506-8628-802570f402e8", "result_sha256": "8a4f8127bd750c3b876f25bf7c8c639b450ba243ced89684c327cf6ea8570554", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 966, "latency_sec": 1.6400757860392332, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:51.364764+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9aa66f3-61ff-4979-8718-ea9741ffcb51", "result_sha256": "9f6757a3b3ba3c2746f2b4d12d392ad2eb00c24768196ad2b43ca730410d7231", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 966, "latency_sec": 1.3590099369175732, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:07.957088+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a77fdd0-b4e1-472a-a3ee-d0e8d78321d8", "result_sha256": "9ad16e4ebbb729b53548bb93e0e0f55bcaea5c988d0bf8e1634d752b78b15f76", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 966, "latency_sec": 2.1948802468832582, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:33.840859+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "916e1162-3216-40b0-94f5-b6ae49a23a3e", "result_sha256": "7dacbd921f02fa25aaa440e6a7f1eb5bc127b79c67680544c562a5ccddc5a125", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 966, "latency_sec": 2.6455590159166604, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:08.155713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eeef631-c9a6-409f-9778-950ffb29c3ac", "result_sha256": "8117e680d1ab4677dc1e61704142a5e6f119be0cd20958e42b0361ac0b375655", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 966, "latency_sec": 1.9691884650383145, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.502238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "678a4c6e-99e5-438e-8f7f-d67272a65f91", "result_sha256": "1f9d177fde454b1a4931f8a5aa33114686735079d4a62423f01eac05c4ecbad2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004824, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 966, "latency_sec": 2.4081422619055957, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:57.672920+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5824eeed-4139-4851-b240-0c50f021b2e3", "result_sha256": "3f557693de3fcde71ae0b1f440a96c38823e1fd3dbd0f207a016a8c7b14db65f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 966, "latency_sec": 2.8751467510592192, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:38.030307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7489b79a-13b1-4227-b951-1dfbd99c2e33", "result_sha256": "11ffdb05516f9bb0afe752ee36da03a33ffa5034580355ba0477b8b5ea6dcfc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 966, "latency_sec": 2.2313860168214887, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:39.233051+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "187036ed-cb9d-4b1b-8a7b-a7ee5075b849", "result_sha256": "37a6cfd691115d827d37dd452bc373544a0c453a8518923fe4296c4ed595a062", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 978, "latency_sec": 1.180407701060176, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:57.899882+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3113d43b-cd39-43ed-8b98-8c85fd3c2761", "result_sha256": "1628f9c93880acf99f11fa963264f7bb5c6d7121c7935fd6f0c4f8da8115aaf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 978, "latency_sec": 2.293880125042051, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:03.484528+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c1dc411-3a4a-4a0e-baa1-afd042bf5bc7", "result_sha256": "8f23c0534164ebe7b6cb64000bd6f0c0c97bb588f753fb61a946ad897e562ad9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 978, "latency_sec": 1.1973479678854346, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:14.867765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51129afd-2946-4bcc-8016-fda46cfffeae", "result_sha256": "4c954f02ed3167b1570ae46dc31799e728a6c8e317f76ceb1033608918586ba5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 978, "latency_sec": 2.2998774161096662, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:33.370450+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "206e2123-a352-45ec-9d81-a21244453a10", "result_sha256": "ed893b99829728a87a5aa15f78d9eec929b368ce3a9da0c13d6a8292e945403f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 978, "latency_sec": 1.5172844831831753, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:38.118843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c5b2854-696f-48b0-a710-863a61f86add", "result_sha256": "0ff515d6b4490c423584d141bdfd2dcf94e91aea20da054f8adca7c36d2b5f7f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 978, "latency_sec": 2.1813861150294542, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.484682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccf4608b-0cc5-4c22-b4b5-892746d461e6", "result_sha256": "ed30ad6ada31017a1edcb381f23a77d5adc3d21f1b7038b6907b98a8d1d5df2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 978, "latency_sec": 1.181675226893276, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:59.979627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cd7a35b-8394-414b-a7e3-a2a24c8fba07", "result_sha256": "b04395c48e58459f4dc8a2155498a03d7cfb98df6777a95bbf777f3e74fe18bc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 978, "latency_sec": 1.3730850249994546, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:22.310029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "292dcf53-bcb3-48a7-bbf9-cb5cd1ab1e78", "result_sha256": "f97c36220997917a30718af30a141b5fa8ff1843753ffa288d5bef0c04f231fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 978, "latency_sec": 2.4191613881848752, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:39.920207+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f9d13da-fd3d-48ad-850f-48f36228f16d", "result_sha256": "c23af17bd698490726fce1093389b9a32e7fd8865b3bd228626be479d4a7cc6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 978, "latency_sec": 1.2543949731625617, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:38.793029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "877724fc-de7f-4fa4-9b4f-745305fcc274", "result_sha256": "ed5f7196cfc15165e7ad75a43a02bfeb98a00e22b2d2610af0c2b6fffeadd782", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 978, "latency_sec": 1.3801199591252953, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:01.064842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52dadbb5-6fa6-494b-8c1a-e44971c5e53b", "result_sha256": "7c11e8c6fc61a49d3efd2d1f3a4ce9e6262be693fe4a0525af5d0cf3a507efb9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 978, "latency_sec": 1.301245098002255, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:13.149836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "337370ee-2986-4ac7-8d05-c04653c6bdf1", "result_sha256": "0844fd75149969b578a477ec8447b7d3e07e4601f5840e5ec920508332d232d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 978, "latency_sec": 1.6167064141482115, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:11.764550+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30d8c56c-a9c8-43b1-8a0a-2bf22e43d629", "result_sha256": "a020a98b34cde34c7d9c190e3602e286b6f0a5e3800ad4a9d0ef58fa910dfa29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 978, "latency_sec": 2.196796832140535, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:06.022311+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "267cd7cf-88e0-4ebf-bc68-b315847ddf14", "result_sha256": "93ac3d4b1b8665f11e25c5c2fc7f02e0333f58c17e1ec2b4814a884174bfc28a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 978, "latency_sec": 1.2499017699155957, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:26.583210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1acc364-a580-43d2-b0cf-19f851e0570c", "result_sha256": "cd677cbf588b42f4a1ef7b47bd10b3c58daf3c1346b0b2ae6340673fc4d325fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 978, "latency_sec": 2.1892363550141454, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:03.993021+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7543ad50-3c38-49b9-9075-0b75dd16de68", "result_sha256": "c33c29ff51f421d2b48e9b23eec8f57b6e0e7e82d94db3fe56019cb257cdf2d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 978, "latency_sec": 2.3627178429160267, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:26.747343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3bfa47f-0ab1-4a91-9515-93f6fcc74d50", "result_sha256": "7264b3decfaf3c58463216f52c8f30cb8f219e704606f3f4398a1394bf18b018", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 978, "latency_sec": 1.3174110068939626, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:12.523400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf5c6d17-7646-4e7f-87ee-908cb5d60c49", "result_sha256": "77ffdd4b63095ab3297ab64d709b111d1f30383b498588283af10ab1cbc0a66a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 978, "latency_sec": 1.3220778810791671, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:05.373708+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e977bc85-a27c-4c43-930f-4a5b61524d01", "result_sha256": "834487554c652de14b1212f2ef62ab662259a8c6b64f8802dfed90cf08797c8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 978, "latency_sec": 2.2234744869638234, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:59.923849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe498f4f-f091-45c2-b03f-c9951e41aeb6", "result_sha256": "b6d07a7bd554a69275de20b9e6410edf1cfed76f2db3987bf75128a93e9a0b1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 978, "latency_sec": 1.50461107888259, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:01.622885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cd2dd7a-8b8d-47f7-85c5-ba655e469e21", "result_sha256": "ee85a009889da46f3f83e2c89d7fe0ebc9b65848b240894d0badfa668d0eaf9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005172, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 978, "latency_sec": 1.906242999015376, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:43.934070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cf76ce1-98c3-4cc6-a6ad-f5c784c9bf97", "result_sha256": "ce7078475e07ed6b90c7979e105ca7eadc85b518a5ea643b914353322ee1a802", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 978, "latency_sec": 2.893619546899572, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:24.341378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14bc45da-6a2b-481d-90c6-013e53b24b92", "result_sha256": "7e3486ce12c0c87170d2bbc82bd150946e475801c9589c4ebaf18f2575205afc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 978, "latency_sec": 3.081319678109139, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:37.526627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c5de3f-0462-48f9-9f76-b23b90912af3", "result_sha256": "3aa7ba60a0f2bb8f1042861c190c7fdc2bc71e1ac39df181a16505f05ce45eff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 978, "latency_sec": 3.74062778102234, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:06.864151+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb6c3f9-f9eb-47ab-a2d0-9e7399d90eb8", "result_sha256": "0c561accaf541ab4c8b5734fa488f104ae7ccf9885631796238fc95c629b8cb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005292, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 978, "latency_sec": 2.9303249430377036, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:04.093086+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c41e96cf-cd40-4b91-9ec6-f5137557aa42", "result_sha256": "9691c0b2149f3e0b37fbf234be2c11601a99b0725a2e76ed5bae4929f6f6fb76", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.009012, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 978, "latency_sec": 5.470023161964491, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 255, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:04.985558+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f5adc4-9ba2-4e28-a600-d0ce0174a751", "result_sha256": "a70e9aa7eb11f066e10aa3150bba8e783a092ff485c19e97709a477ee2aefa49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 978, "latency_sec": 2.9756604060530663, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:15.996704+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b71249a2-53aa-4412-8d88-f18a74205dc2", "result_sha256": "a111c2d7b81bdb669726fb2a88dc51c8c58d23364b42d2bf04697a1b125eb9a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 978, "latency_sec": 2.439827363938093, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:29.366985+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30e7c6da-9fc5-4c10-b093-bbe600baeec0", "result_sha256": "a7d4e28dd1d70d44268a0670256bfeb8f4ab8673f810680037e573a3e5e0b021", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005712, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 978, "latency_sec": 3.4364928109571338, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:44.957259+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea51ea26-5460-4860-aec4-31c6fafd896e", "result_sha256": "4d61e0905ab07d645b65d42f6285a1ea5209d24e419fb2346bc7adcee4197020", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005292, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 978, "latency_sec": 2.286942936014384, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:16.755447+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a683c44-be34-480c-a4ef-0b923dc9a8f2", "result_sha256": "a0b56bc17480406f6613d7babb70ddda90f24d5fb850b829cf6d84bfe66df86f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 978, "latency_sec": 2.245292500825599, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:00.796885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6175e55-91b9-4e79-841c-4ff2aae7da78", "result_sha256": "ac1722da0e894de80b42a4f3a6b534baaa59c90d9c0201ad4a0f2f120efce35a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 978, "latency_sec": 3.516480762977153, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:36.402924+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "213f7bb1-11d8-4ed9-a921-88d328f22b13", "result_sha256": "5e52eeb1034523f358bc61dacf48b41710800bbfafbf030527363490255f87e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.012472, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 978, "latency_sec": 6.295055163092911, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 428, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:10.534783+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bff68a07-05bc-406f-bee2-fc3d29751e91", "result_sha256": "b7d4a40aa92dfd52b10b1179cbe7a555c52d60b655aed5456ee002639c856bea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 978, "latency_sec": 3.0204322289209813, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:10.977885+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6a177bd-60a7-42a1-b75b-9da87e0d44c7", "result_sha256": "9708e4bf53cc953c59daf468d822f27721079f14e08b36d11e9c09091ed2df04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005552, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 978, "latency_sec": 2.503874331014231, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:25.690368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a309d730-32c1-4e05-a3e0-b326a476eb51", "result_sha256": "8fc614bd98434cf00b87ccb7540fd43886c14d0e8dc592374d417ee35e177cbc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 978, "latency_sec": 3.2599320288281888, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:14.315753+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be2e33ed-ef72-47d4-a9a4-417ee399fe4b", "result_sha256": "d13fb983a31674a410db53ac0473b044da8f41b24148ae99a4492bfc9e70d349", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005152, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 978, "latency_sec": 1.9445576961152256, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:40.261483+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2992c427-3995-4d72-9f94-69f07c42ff38", "result_sha256": "ed702efced5aef8f50dc3f08cefb2341674c7032c6c61d5d7cab9f350163aae8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 978, "latency_sec": 4.299624668899924, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:38.803232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e7a6b24-68d7-4f4d-992f-9af18a1a0b5a", "result_sha256": "078fc6806671984a84548f99bc66cf5bd44b3752752e2e059f09eeee5d2650d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 978, "latency_sec": 3.064594095107168, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:51.327013+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d158859f-85b7-4bc0-99dd-480349e05756", "result_sha256": "28e6c563f36f4e7a465416040f2019abfe38c12a124e29734ed0e7802d769310", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 978, "latency_sec": 2.1191187140066177, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:27.038531+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c604d45-1fe0-4726-a3f5-cd4a3d9a3936", "result_sha256": "c1d232528eee562f08e1ccc0f84fd15855252f77237f069a17e36cc61c26f198", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 978, "latency_sec": 2.4656205109786242, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:36.881839+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "093f9e50-8e37-451f-9be1-98f43533d76a", "result_sha256": "384dd44611aac2b372434e3098b6b9e5cae5a92b71e4ee184b94d699007c082c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004792, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 978, "latency_sec": 1.4162456418853253, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:44.203916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f700729-74c8-4b6a-b354-38f9bff77833", "result_sha256": "1f982aa394966d997f570faf56086bd6098cf4532cc0a39ed8862ac95628992a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 978, "latency_sec": 1.7216173319611698, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:50.798818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96e92041-4956-4a62-9180-e8e185458cd2", "result_sha256": "439c04de31d394e8b5c22508156169496158c23a439b568f9b7fb6e60d44d888", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 978, "latency_sec": 2.2769699511118233, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.077579+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54050e90-895d-4f72-a5bc-7eaa36ffb208", "result_sha256": "cf9e16f497250638cd748b2142b7b4ad2f871c0a3de8ba3d639a7f08243cb17a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 978, "latency_sec": 2.1606726648751646, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:49.590655+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a962bea-c4b3-48c9-b9a0-3ce031a1d21b", "result_sha256": "3fb41d822eb672a638eb8b1358669d455656edc85f533c87431951c6f3630615", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 978, "latency_sec": 2.929929086007178, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:14.436330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14241690-7065-40bf-8366-2658fd63dc5a", "result_sha256": "dd0cb82690b4e3a7aeea2f9810de78ba86c9610ab521f9d396b63d6bc6e5e8c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 978, "latency_sec": 2.3209710009396076, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:12.679732+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c54c90b-4095-4836-9470-3011e68bed78", "result_sha256": "491badf54f56cc1d5250a1407d37ebd81540ead9c12af9d3640eba829bddea46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 978, "latency_sec": 2.2175945800263435, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:37.425948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "940fcc61-3c34-4f6f-a2f6-d9cc9361d66b", "result_sha256": "d395bf8e6a104981f0609daf4eba5450b35979ed87de1b406f3fc21f0b4d455f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 978, "latency_sec": 3.637255667941645, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:58.048230+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23531931-7f30-41d2-8483-21556be9f0ef", "result_sha256": "a4ceecc9ba89292ec7504c1421a2dc5b06307ec8d83c2aa5feb9775e75175fed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005392, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 978, "latency_sec": 1.968612756114453, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:16.937699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b03bf62-219b-48ba-aa18-96f52d60f83e", "result_sha256": "6bc0fb3fbb64909a9e1b77489b485f0dd4ddfa9e5ee9c0f865dc21c092ae770a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 978, "latency_sec": 1.5863486509770155, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:49.808312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f732d819-8548-43db-9d55-2086b334106d", "result_sha256": "6cd7ebbfce818524775b4f465ae0d9eb24ad88f51650fecf39d28a14ad9c3bb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 978, "latency_sec": 1.3845159290358424, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:48.091945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bb2fe22-49d9-4dd6-afe8-4dfc66e04db1", "result_sha256": "5d543837feb7fc1117e9bbc8844d73b63339cf1d1e960fa8776a5bfbbbf5b275", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 978, "latency_sec": 1.3781071701087058, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:53.782505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c53091e-0724-41b1-ac2a-6f95840f1d5d", "result_sha256": "52074c2906bb80029aa84850226e479404d2efa52f7db37f029278e6143c47cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 978, "latency_sec": 2.2645678529515862, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:09.956206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aa44483-964d-4fd2-ab67-106690bf9f41", "result_sha256": "d804b5c67c7d7d71a247e3e9e7c76c04202391fb358e68ee13f9ec22b4f7db5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 978, "latency_sec": 2.0085406000725925, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:24.708480+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87899806-754a-4954-bbcc-edabfacf86a9", "result_sha256": "55683627b456a4ad1a0f7781558bc107ab5f8ba6c15ba48ec1f1b93bd6f2e97f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 978, "latency_sec": 1.5277669290080667, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:24.417558+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7333b06f-843d-4ed8-8b48-6dbe282888c4", "result_sha256": "a71551c5fabb8104856abb9c8a0ed4c1f5bbd292ae33703c5ad363b40594a087", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 978, "latency_sec": 2.1612252921331674, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:03.669134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "668affde-4eff-4cfd-b1ed-7f3fcdf1fe88", "result_sha256": "d56c1108dd9f74f75bfeab3634bf26df5e817d321e18c50fa8c92562299f51ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 978, "latency_sec": 2.2801243290305138, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:13.579582+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bbfbac2-7419-44ec-8117-fd3447230683", "result_sha256": "b0595456597fe0aca87945952c5fee254fea2235cd882cdef1366a686a682216", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 978, "latency_sec": 2.165793475927785, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:08.633395+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be684035-066d-4040-bdfc-969ba0277859", "result_sha256": "b7c67963002cf1b50559285d0e9b105bac2f62ec4cbc1d720f882342708f962b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 978, "latency_sec": 2.149057956179604, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:09.310600+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6984ddb1-a808-4ea4-9aed-c139c71aa685", "result_sha256": "9307d4a54ebf225fa19878c9d7db3d78cca9cbf0b4dc6f0b8c7a3f34c6dd11ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 978, "latency_sec": 2.200642452109605, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:08.043744+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24ba2d72-a322-475e-ad55-931fec3bb7f6", "result_sha256": "2cfb83bcf6b14a3576bd23605e4aaaa77b758d9dbcdc13901b6bd104c2ddda6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 978, "latency_sec": 1.6380927748978138, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:29.090883+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fa1eacd-0287-4e34-9f4c-9523f5bb82fe", "result_sha256": "403decdaa39d8d9c902ae082338e0fe933aafc207f9824c7cb6d699f7c742718", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 978, "latency_sec": 2.471099988091737, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:27.378874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7dc0afd-cf49-4be8-9995-2ecb22b01f25", "result_sha256": "d4fcb1c5b78c63d008d74d35b29f53a97442a66a0b55c16b072558fef2c26651", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 978, "latency_sec": 1.3270956159103662, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:31.857901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60206c4f-9695-477f-97a5-ebe6e6278da3", "result_sha256": "227ca65386f15e7e30e30891ed3c24ae05591c996b8624dff9f8bf7a2a594e70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 978, "latency_sec": 2.2856240661349148, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:59.045906+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb2afd0-227f-4bc2-91fb-646fa0fb2e7d", "result_sha256": "007e94fbae148efdf67d1e2303e310a489eb987cc6306d135ac17becc9bc39b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 978, "latency_sec": 2.1323393878992647, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:24.092691+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1965c1af-3b33-4ca2-b452-a5b0b5893f29", "result_sha256": "e0b08ed14cfbdd58056585e5088a5d08be70ea96257babb68ccdc407ef47556a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 978, "latency_sec": 1.3143894751556218, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:50.526280+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c21bc4a8-e2d5-475a-b3ad-4a8e35335ecb", "result_sha256": "f3f40fd34cd515960ff4028c066cbd3f5a9dfbcc2be9450ff15012e503dc7626", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 978, "latency_sec": 2.393238791031763, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:55.748335+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d6248a5-dbd8-4575-ad4b-d6cc9e39210d", "result_sha256": "1b860603ef60497b0a106ceca0a542a6f0add24e85514aecce045558f84ef39f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 978, "latency_sec": 1.1741035350132734, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:57.720989+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc2a70ff-155c-44cc-bf93-d34a9d72f0d5", "result_sha256": "664acd18d3e937c3da62a032ff76d0380f379f4426878414159cb632b69cb0d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 978, "latency_sec": 2.261769902193919, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:18.327731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f8a831b-fd3f-4f86-a075-cf7dbbaadc85", "result_sha256": "e548647b96865b29071b3c1ed7be2b179568840bed91c745db5810e59ed9dc5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 978, "latency_sec": 1.3012285090517253, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:44.907375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c10a03fc-8805-41b0-bc11-d2aa124d3f8b", "result_sha256": "99fa2f6ba346ee1faeb48beb8af6bc2b75132bdaeb0c1246ced1380856205963", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 978, "latency_sec": 2.3986006618943065, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:52.112183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b35d420-80c1-4853-8bb6-ac40701c5694", "result_sha256": "b116213e635a6b7ee1f0e2b58576d1ad1b3cc2afc1dac810b2b0a6c932503ae4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 978, "latency_sec": 2.6894822739996016, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:13.415125+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2988fe20-1bb1-4a83-a84d-5ee8711ac952", "result_sha256": "bfd929f979114f0850a5306e4464b56097c06943ffb3f5bdf661f52c9604afaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 978, "latency_sec": 1.2322570718824863, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:21.527622+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc10f6b4-6808-4132-a70e-421ecf6b7694", "result_sha256": "6be9b4f1f97d0a24e0691e4329e0189452acbaa7d181a8233ade67f89159a16b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 978, "latency_sec": 2.3187194808851928, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.408667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f39c473-943a-4221-bc02-bd7056edad87", "result_sha256": "1602c8e5533871d479e436a9730f24ae39c876d717882ceb21279f4d58295ff4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 978, "latency_sec": 2.1619299908634275, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.876029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f86f25-5e12-43e9-9690-91945ffe4613", "result_sha256": "0e10f848526907d1bab19af75c9b55e4e8e257f093006a0232fbbb5948cd2a9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 978, "latency_sec": 2.2240212988108397, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:20.333702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f153a6bd-069e-434d-bbf5-39aa302712e9", "result_sha256": "fb52378953e4c2af305a43f6965cce98cfe4bbe17f51281febf74a8bdabc95b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 978, "latency_sec": 1.549346520099789, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:57.406565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acfcea42-7289-457d-84ef-8cbecfdefb79", "result_sha256": "e1ae898351b0ace65ea539d545301530b72ebb0945cf7ee9b71d30abe6e16283", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004132, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 978, "latency_sec": 2.210161313181743, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:37.224880+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d003517b-eb58-4bbe-bf41-6a0db9591cff", "result_sha256": "2a6548532f18b60cbf8e36ef7adbe4e8246115a3b351318e3f774bf55022a116", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 981, "latency_sec": 2.305650396971032, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:28.782264+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2b4daec-7149-4631-8881-b7c81386caf1", "result_sha256": "e070d21a0866668db92947c6972247558553baf7f4e578634b32b589f4c4d13d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 981, "latency_sec": 2.11973224603571, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:30.176575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40d7e9f8-1141-4aef-845e-1578957c6536", "result_sha256": "ba19a9251cfdd3f0dbcb2f9ba66d755ff490bcc44faea99063bc2edd9f0d797d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 981, "latency_sec": 2.4270573118701577, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:06.057854+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85265054-be59-41d9-8a28-7793b4b8d0a5", "result_sha256": "7e7d21609c018de64c3906159a176a37b047cb8ad248dbe6c4e01c9a104e3b1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 981, "latency_sec": 1.7065603788942099, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:54.135916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "552b668e-f49f-4bee-861b-af83b6f61e87", "result_sha256": "9d68c79315fb574f38ad01dfd132ee65961c15c47ef9ec0df15a9ef2db28e3cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 981, "latency_sec": 1.1938443249091506, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:37.518144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55ec4fb-73bc-4d14-ae89-95eec2f1d5ff", "result_sha256": "be9623375a81558003763eadbd913f287211f217044bb3448cf7469faef59693", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 981, "latency_sec": 2.310521508101374, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:19.424855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf4c7cf5-12a3-4d0f-a4cb-9d83bfadea11", "result_sha256": "f972e047c9b51d46a87603761291c7eb9874fb0d11d36aabff1baf9b1205a670", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 981, "latency_sec": 2.159038608893752, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:10.274348+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57474807-a241-43d8-86d7-e1d3f513b937", "result_sha256": "1e00b0710c72964a2f9f78da37a504b5b41d6786e03f60e2c277e43869876b3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 981, "latency_sec": 4.601434821961448, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 183, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:13.119394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a95dfede-01a9-41dd-a09a-e26b2709078f", "result_sha256": "f7c5d98b7b6dd63c02a4a9a5d3d435e47d85d8256580fa1491de6f7c8927de2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 981, "latency_sec": 2.2646973670925945, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:48.545418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1316a232-ec6b-4c51-914c-9bd343d35834", "result_sha256": "1fc6305b7fc32230ec36e6a018cff7b3e3646bf1f89ea47c4f469d91fceed5b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 981, "latency_sec": 2.1300914739258587, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:03.587534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70963451-0a7b-42d9-979a-41a5eefef2ac", "result_sha256": "86970ee5afe4d4e917e99f0df625653ea29916a2d83727882c11074438474a0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 981, "latency_sec": 3.332983093103394, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:52.008849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb2012d5-972c-4abd-a10a-1aebc5dd98c2", "result_sha256": "4f18b62d7bcb421753cf2e972a30f7db57dae99f89b0095c91442d002bcc7eee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 981, "latency_sec": 2.51606260612607, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:35.771791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3550b4c-2144-4a5f-9ae2-b759cc2351f9", "result_sha256": "c310027c5286b1afd52044181f0a904b1f0e4418894feb479a46ae0883e9a2b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 981, "latency_sec": 1.930425041122362, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:29.156422+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c92c2b7-4ac2-47a6-a32a-91cd71b1b7df", "result_sha256": "3c9aea82e49711f9428294a3ef641f2dd4b78d1e85060ca07aefad4f98e02015", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 981, "latency_sec": 4.102174767991528, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 278, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.507918+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e8b99b0-3520-412d-bf9f-8e4a20548428", "result_sha256": "5a47f3baf142e243cb2de7cb03536dd91155dd68df2483da773f0ec55dfb258e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 981, "latency_sec": 2.224848391022533, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:57.353485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "180de72d-73fe-444d-abc9-d9298a17585d", "result_sha256": "259aea11150a76568e3b06e8e832b377163ffab48137557a0e4e9831b0ddabbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 981, "latency_sec": 1.6618146360851824, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:54.824758+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "657c152f-71ab-43b9-80e8-45bb5a57f267", "result_sha256": "a4a24a1651c69b635ba8a266524d89bdae376ac1a3ee9f968ac90a53eecc384f", "result": { "component_errors": { "h": 1.5, "l": 0.8039215686274517, "s": 1.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.007510636784156021, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1045, "latency_sec": 3.325494637945667, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 354.0, "l": 51.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":354,\"s\":52,\"l\":51}", "recorded_at": "2026-09-23T12:09:52.042710+00:00", "request_attempts": 1, "score": 96.24468160792199, "task_id": "colorbench-hsl-01", "tight_score": 84.97872643168796, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96d5216e-9ecd-4933-9aa5-12a2e5089e21", "result_sha256": "b7922a25fc70c203a202a4d850eb02b8aacfbaeb0868162d4c4dedefcfc038ad", "result": { "component_errors": { "h": 0.21052631578945125, "l": 0.29411764705881893, "s": 0.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0071, "delta_e_ok": 0.0012125059668139304, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1045, "latency_sec": 2.8966102940030396, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 146, "prediction": { "h": 211.0, "l": 45.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 211, \"s\": 66, \"l\": 45}", "recorded_at": "2026-09-23T12:16:15.958333+00:00", "request_attempts": 1, "score": 99.39374701659304, "task_id": "colorbench-hsl-02", "tight_score": 97.57498806637214, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd0ead0-e4b0-4228-834b-a8a9a5029c26", "result_sha256": "76bec251bc978725d75b59e69dbc99afa9c2e956de38d88a678b3c026320116d", "result": { "component_errors": { "h": 3.0, "l": 0.2156862745098067, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.007128998171880723, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1045, "latency_sec": 2.4829830350354314, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 147.0, "l": 39.0, "s": 41.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":147,\"s\":41,\"l\":39}", "recorded_at": "2026-09-23T12:13:19.275551+00:00", "request_attempts": 1, "score": 96.43550091405963, "task_id": "colorbench-hsl-03", "tight_score": 85.74200365623855, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed3d9c29-c89b-4d78-a6c1-12218a1b4c1f", "result_sha256": "1b498a490da5e553917d757df3c228441dc09aeefa1e1e4379ce081ed146b309", "result": { "component_errors": { "h": 2.571428571428555, "l": 0.9019607843137223, "s": 3.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.013262772411345776, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1045, "latency_sec": 1.7551010611932725, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 36.0, "l": 46.0, "s": 57.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":36,\"s\":57,\"l\":46}", "recorded_at": "2026-09-23T12:12:20.670476+00:00", "request_attempts": 1, "score": 93.36861379432712, "task_id": "colorbench-hsl-04", "tight_score": 73.47445517730846, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d26366b-6420-4ff3-8a4a-8d54df74086f", "result_sha256": "e38725e1cbdb2986527fd446b6899e3f72e5ea8260985a7a94dbe8b27f35530a", "result": { "component_errors": { "h": 6.666666666666686, "l": 0.9803921568627416, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.01946597430417275, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1045, "latency_sec": 2.293094600085169, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 280.0, "l": 50.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":280,\"s\":38,\"l\":50}", "recorded_at": "2026-09-23T12:15:32.976039+00:00", "request_attempts": 1, "score": 90.26701284791363, "task_id": "colorbench-hsl-05", "tight_score": 61.0680513916545, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e84b4739-dcd2-4152-b21b-92acb99c59bb", "result_sha256": "ab3bcca15decbbd976e1c938313c7f674bf9d7b3a3f359b7402a49531c3f2e9f", "result": { "component_errors": { "h": 1.4339622641509493, "l": 1.0196078431372548, "s": 7.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.015840399909730518, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1045, "latency_sec": 2.7937798050697893, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 212.0, "l": 18.0, "s": 47.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":212,\"s\":47,\"l\":18}", "recorded_at": "2026-09-23T12:12:02.207614+00:00", "request_attempts": 1, "score": 92.07980004513475, "task_id": "colorbench-hsl-06", "tight_score": 68.31920018053896, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb05a16d-a9e0-43ab-b34c-89509c813532", "result_sha256": "ba0e344b3967a018de296581e4c8ca1655f7ddb026fe7c60f2c437335a9b81cb", "result": { "component_errors": { "h": 0.21621621621619624, "l": 0.9803921568627487, "s": 0.14432989690719467 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00678, "delta_e_ok": 0.006371097546698927, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1045, "latency_sec": 3.6475534189958125, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 44.0, "l": 80.0, "s": 38.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":44,\"s\":38,\"l\":80}", "recorded_at": "2026-09-23T12:18:33.705442+00:00", "request_attempts": 1, "score": 96.81445122665053, "task_id": "colorbench-hsl-07", "tight_score": 87.25780490660216, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0834504e-eaa7-484d-a7b4-abbf30500cf7", "result_sha256": "a9727fc7d1cc615df3e0d46292440435c621bcb691a088d9b233e1235003f8d9", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1045, "latency_sec": 2.0364477180410177, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50}", "recorded_at": "2026-09-23T12:22:05.237599+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "792eaeda-5fca-4b60-ac08-b07e49d84b84", "result_sha256": "f398933742d9ac7d362de846fe2da8ab10696018dfe31c366f4017aeb8c59aae", "result": { "component_errors": { "h": 1.363636363636374, "l": 0.6274509803921617, "s": 0.1612903225806548 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.006064103316323546, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1045, "latency_sec": 2.3754608910530806, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 355.0, "l": 52.0, "s": 80.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":355,\"s\":80,\"l\":52}", "recorded_at": "2026-09-23T12:10:11.510742+00:00", "request_attempts": 1, "score": 96.96794834183822, "task_id": "colorbench-hsl-09", "tight_score": 87.87179336735291, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "454fe527-69e2-42b0-acd7-a042f14a2deb", "result_sha256": "2c5686958b2774884ec5b94a12fab11e883f98b4c096d4350e20a28f7e5a10b5", "result": { "component_errors": { "h": 0.9701492537313641, "l": 0.3137254901960773, "s": 3.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.005535844230199965, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1045, "latency_sec": 2.4549117060378194, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 145.0, "l": 36.0, "s": 70.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":145,\"s\":70,\"l\":36}", "recorded_at": "2026-09-23T12:17:02.096799+00:00", "request_attempts": 1, "score": 97.23207788490001, "task_id": "colorbench-hsl-10", "tight_score": 88.92831153960007, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b47ab82-cf19-4504-92ba-394a52dab7a8", "result_sha256": "7c139508dc04afad3c94c953e902384c324cdf750ebeff7b4e27471cc2d648b2", "result": { "component_errors": { "h": 1.0434782608695627, "l": 0.6666666666666643, "s": 0.6890756302520913 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.0032967685512156437, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1045, "latency_sec": 2.7185288921464235, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 228.0, "l": 54.0, "s": 78.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":228,\"s\":78,\"l\":54}", "recorded_at": "2026-09-23T12:17:51.874094+00:00", "request_attempts": 1, "score": 98.35161572439219, "task_id": "colorbench-hsl-11", "tight_score": 93.40646289756872, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb902ff9-bd6b-40f1-a4c1-fa690e70cea9", "result_sha256": "0d891333e699c266c031829934195be36a48871082a236b685bbe94ae28f93ce", "result": { "component_errors": { "h": 0.75, "l": 1.9019607843137294, "s": 1.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.005405351402505532, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1045, "latency_sec": 2.415772048989311, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 52.0, "l": 53.0, "s": 82.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":52,\"s\":82,\"l\":53}", "recorded_at": "2026-09-23T12:11:25.252503+00:00", "request_attempts": 1, "score": 97.29732429874723, "task_id": "colorbench-hsl-12", "tight_score": 89.18929719498894, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "851c4e02-f351-4716-82fe-f833ac081c44", "result_sha256": "7e6e9084e2e01ae3c00be9f029adef67d0eeaeebc74d6783eb244d3d9d7023ab", "result": { "component_errors": { "h": 2.2857142857142776, "l": 1.1960784313725483, "s": 0.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.009342365180041083, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1045, "latency_sec": 1.5459988231305033, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 302.0, "l": 49.0, "s": 56.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":302,\"s\":56,\"l\":49}", "recorded_at": "2026-09-23T12:14:41.644190+00:00", "request_attempts": 1, "score": 95.32881740997946, "task_id": "colorbench-hsl-13", "tight_score": 81.31526963991784, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df66fb74-256d-4a3c-a4e6-7b54ded11448", "result_sha256": "5951f35fb6ea2a505ecf8e1398e8389f5058a040385dd56a5c0cb967c2a6215f", "result": { "component_errors": { "h": 0.7922077922078188, "l": 1.4509803921568576, "s": 0.36363636363635266 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.010892540502924113, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1045, "latency_sec": 2.1315039698965847, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 187.0, "l": 46.0, "s": 64.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":187,\"s\":64,\"l\":46}", "recorded_at": "2026-09-23T12:14:08.743152+00:00", "request_attempts": 1, "score": 94.55372974853795, "task_id": "colorbench-hsl-14", "tight_score": 78.21491899415177, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b191d09d-2e17-415d-8a5e-9362482d7a7f", "result_sha256": "1c1ac4455910c691dd7eb9612fa079a7ce640c9d6391d497c7cb79edc6a5517e", "result": { "component_errors": { "h": null, "l": 0.666666666666667, "s": 2.11764705882353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.008755497850495631, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1045, "latency_sec": 1.4997436278499663, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 240.0, "l": 6.0, "s": 8.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":240,\"s\":8,\"l\":6}", "recorded_at": "2026-09-23T12:20:56.758455+00:00", "request_attempts": 1, "score": 95.62225107475219, "task_id": "colorbench-hsl-15", "tight_score": 82.48900429900874, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4318d58b-6983-4afb-92f6-e7d1b3f79fbe", "result_sha256": "ad803f1163e3abbc5beff9674f9f2c644d59ecb248e1cbed52260e1be2047323", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 8.888888888888935 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00454, "delta_e_ok": 0.004928008008820582, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1045, "latency_sec": 1.3035718861501664, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "h": 75.0, "l": 95.0, "s": 20.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\":75,\"s\":20,\"l\":95}", "recorded_at": "2026-09-23T12:16:49.901127+00:00", "request_attempts": 1, "score": 97.5359959955897, "task_id": "colorbench-hsl-16", "tight_score": 90.14398398235883, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00c279a8-5ca3-467c-8496-864c2473e1b8", "result_sha256": "19b781b031bdb89076f5938fe8bcb4c24acdccfc42a8da2f662adf90ebbf4740", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 982, "latency_sec": 2.2825515191070735, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:11.835135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d3f221-1497-45e5-ba59-b05120b6fa35", "result_sha256": "7b6107cb6bc11092c22e97fa23365316af279ad43b19363259ee346445511f66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 982, "latency_sec": 1.3910565508995205, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:57.562546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8837179f-b0e7-46c1-bbd5-2e981ec3d0f7", "result_sha256": "0eab9a0d7cb61bfab2cd18030dbb0c353eab6d5fb0656cd8768937e657ecce94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 982, "latency_sec": 1.3338846028782427, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:48.104682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6c60bc-3cc8-4334-b4e7-0c1e675b08f8", "result_sha256": "d4e19f815b81815346df78d93aaa055771482864f0beaeda5e8458cbe7b5b263", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 982, "latency_sec": 2.194945683935657, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:23.774043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef90b49-dbdb-4c68-b532-f39d807c3b3b", "result_sha256": "2861477aa3534dcc15caf4cc6ababcd8b5a89392b63583a211df65e032cb09b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 982, "latency_sec": 1.2121502850204706, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:46.219620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93e50449-1cd6-473c-9afe-4742acb6288c", "result_sha256": "6b2cf3fd2c0d12effbab1ee95ae3759ee71fb883157506db84017ddbf433fa60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 982, "latency_sec": 1.606932104099542, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:54.077885+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "864904bf-1f49-4c9d-923e-fd4ea9a32ba5", "result_sha256": "0a49983a76133218fd3142cda0acda805103faa7162f1fd46b7a1a82fcd09e83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 982, "latency_sec": 2.321778747951612, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:27.936182+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1835a72-d2fb-4a69-bb67-514bf0eff87b", "result_sha256": "79892f9985cfec1a5c69bc4bcba3120fd3d2f54b5570eb46e24438c093d9cd55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 982, "latency_sec": 2.3950403118506074, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:22.523319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf0c1e5-e3b1-488d-8d00-56116829186d", "result_sha256": "afc7782084c2fe22651eb42273b34187327c87718148e33d292d88df19fd95aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 982, "latency_sec": 2.136090843938291, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:51.537779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f206f5d-b763-4210-a979-a48c00e6441b", "result_sha256": "158c9c317881a1ff0527e436aa9db4fb9b145c0b486cbce088060ec0d56dc317", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 982, "latency_sec": 1.3079579179175198, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:17.348376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fc0f103-cae4-470b-8047-6d987bd54b16", "result_sha256": "b46400dadc2d4af2f70d4b1ee33a6b95f46a4dd97495b7da2ecb9d29a080a5ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 982, "latency_sec": 1.367241915082559, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:05.782147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d56d226-7836-4c60-ac1e-f66b75abcb83", "result_sha256": "bdc938f129b7834d2f7fd9c1c6361567e17ed842aaf15a629d7cb92ffab5631b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 982, "latency_sec": 2.5587109138723463, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:51.301378+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b075b036-71fa-4561-9719-905bcb343606", "result_sha256": "9332bdd2ebf17686a4d967241d8de54c96c9775e5b21cef8defffcfce81ce0d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 982, "latency_sec": 1.1662150048650801, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:27.125702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "432720d9-8c1a-42d5-9841-7692129d6f09", "result_sha256": "40b9354a91e655ced2293898adfb7502c45fb7bb8fcca86f77583301ff33d309", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 982, "latency_sec": 1.8670899220742285, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.580829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "479276c9-ab21-47b0-9555-d0978ec60858", "result_sha256": "e767322e212503200c22aaa00453de93199fc2d48a077077614eb0e9943307be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 982, "latency_sec": 1.2226839100476354, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:11.141597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7afb7e9-9eb9-43cc-890f-507cb58f5898", "result_sha256": "65bf1849b96f8be120290d7e0bca2dc79f50ee28e4c0d01cceaf4f7dc5f87417", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 982, "latency_sec": 2.328734255861491, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:46.680801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e9c9bd2-5241-4985-ace1-cd7a323d285f", "result_sha256": "cdf5286b4eab9d2f40e317c858ea34878c912a81de9fc8e98f980a9421aff467", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 982, "latency_sec": 1.5084150740876794, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:34.877305+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b1cc8f-ac40-4203-9a33-d01c061bed21", "result_sha256": "de5cfd4a20443e16bc8e6c2fef1bd69b33127e0a728e2a99129e699bd8fcb321", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 982, "latency_sec": 1.3333043160382658, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:01.402215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b686dd52-ea08-47cc-914e-39525d8d288f", "result_sha256": "72e91c389e7ebd3bd4531a60dfb0af051a58ff87d9cb96e119a52dd8b130facf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 982, "latency_sec": 2.059256608132273, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:48.759792+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1f8d3db-7a93-4692-a48d-874481784889", "result_sha256": "28479c0d085da9a23dde4bd827cfa65d576ca07be321a9b5a783f1a3602a3418", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 982, "latency_sec": 1.352967763086781, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:03.024643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c61086-0528-485b-bae0-42ac9db72407", "result_sha256": "b1d81e73ce363a3551efd41848209934c0b72902ac31be359c8ccf42489b298b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 982, "latency_sec": 4.975371587090194, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 217, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:50.118926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8517fbc-ca1b-428f-a6d0-d71034a0a13f", "result_sha256": "bb1056f1980099c6ec0ec251080d572a8a09fd3d4a82fb4d1d348e7734ca50df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009428, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 982, "latency_sec": 4.4401572910137475, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 275, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:10.347077+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "347765cd-b66e-47b1-82ce-facbf89a2d9f", "result_sha256": "dfad9391264e04bb66b13caf0e10c6242d80f136e65cb0ada329796aac5c3145", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 982, "latency_sec": 5.016046314965934, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 288, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:59.318308+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ad57fcb-8073-464b-a0a7-187d97fb662a", "result_sha256": "56c0194fca23817fbdcc74fd150c48485fe659e0bf89e722b726d867de80aa2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 982, "latency_sec": 3.97493839985691, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 267, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:17.544241+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a2e2506-40ce-4de7-b999-a289d9a4499d", "result_sha256": "cc6f90c223cd07b985fe4f35620a36e57b84130c80fde4f38e68f256c5375f57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 982, "latency_sec": 2.1179271407891065, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:57.073029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7a63259-173e-43e7-b51b-0c375ca5655d", "result_sha256": "9f87b2bc935806a426c78b48d871b8aeff4a99dfbfc5f3c906da2f7ce6c7144d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 982, "latency_sec": 2.2743825258221477, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:12.268362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7023165a-ba22-479c-8197-23edf64f73c9", "result_sha256": "743433810d2c0bb3669a00433636535b37f5ce5fb1eb4a40b94781f2aaccfc34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 982, "latency_sec": 2.0672732640523463, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:47.989405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd772a0-415b-4f27-9fe5-fb05d7762f7b", "result_sha256": "16899ccd99e7b0ecc0c57928e40821143110e1b71ce6abc31a706c5b356684bc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 982, "latency_sec": 5.588922078022733, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:19.168187+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1d5f15-5779-4fa2-b61f-a817892cf79f", "result_sha256": "f6f9464e3167561ea3e7b43887fe5dffee7e042e20dd1b994d7990a09ee3ab80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 982, "latency_sec": 4.530138784088194, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 207, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:19.405275+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc65800-b6a7-4e5e-9cc1-16e94886e026", "result_sha256": "91cf0e51fc3aac82b59e4c3c8896c4b1729ffbc1ca3d75c6fbb05183fc4341d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 982, "latency_sec": 3.8304379731416702, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 230, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:39.873914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9872ce50-8ea5-4911-9321-eb48374d69b7", "result_sha256": "08aededc0c8279ef9e95f376b466b8e2eff890d9a20eb69265c5fdc4b81534ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 982, "latency_sec": 5.184515204979107, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:56.736376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ba1bb2f-672f-4ff9-bd4e-f0bbf568f0c9", "result_sha256": "a581599652fa3cc5e2222095beec0745d4cecbefe0830afa3b5b24867e634bb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008228, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 982, "latency_sec": 4.145085078896955, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:42.732647+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d709f53e-53dd-4651-b66d-5b9893445ce2", "result_sha256": "526d6b29cb4071e6690d53b329be147529aa8580c1b5045706aab6b137ec0644", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 944, "latency_sec": 2.221116060158238, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.073832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa1e9f99-1dcc-4c2e-b63d-6993f561f399", "result_sha256": "9b9ffdce243737f2d0541c9d45d71437689aff8e2634b22de3def8088248bafb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 944, "latency_sec": 1.2259245859459043, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:46.806329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f18cb01f-3ef5-45ce-80af-bf8be5812aed", "result_sha256": "07feafd131ccf749d339185096edaa98ad5493f10f13841a70a64e93005249b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 943, "latency_sec": 2.1655318459961563, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:38.684835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9752dcd8-f98c-4ba2-8590-9e44a4977a86", "result_sha256": "4783e87a7dd2b4c09c383715169153b34f3583d4e38d3398210bdd6229efedb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 943, "latency_sec": 3.837145824916661, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:49.666546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e179c6-5b25-463d-adbd-46ea88a24ac1", "result_sha256": "95a8110d140229776cf1d53aa9b0d772c1a0531f933d5035227b5430d09df9ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 944, "latency_sec": 1.3220903230831027, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:48.352957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a0e7d7b-050a-4f3f-bd50-beec427b0690", "result_sha256": "e9283f7f2f007e51a3a1bd7a2bbf6699b3674dfbf654912faaabcef9053606da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 944, "latency_sec": 2.164373153122142, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:58.683349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c81c4b5-af70-4779-97d5-80b497c27434", "result_sha256": "790f6403899887521ba94811354d168a3aeb54d5bef97a92116f6f633a4cec25", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 943, "latency_sec": 2.355932603124529, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.045123+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b46dfe94-fd8e-4245-912f-3aba3e8736cb", "result_sha256": "740dbacb37ece67e99481b2882faa0621443d94083e922a772b123153f2ab4e5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 943, "latency_sec": 2.195974603993818, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:24.353268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1a9526-58c0-4a7e-8fd9-915cea03626b", "result_sha256": "3ce392f28f6d4551517ab336f1bb80c802d8ed7c192863acffa81c127cf5920b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004556, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 944, "latency_sec": 1.8422578289173543, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:20.590624+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10fc45d9-3c26-4c80-964e-dd4032aa4bfc", "result_sha256": "38f0e7bb4c2692e8f43c496cdb070eda162d42abd6940848b07990c201c0a384", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 944, "latency_sec": 1.4367668009363115, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:41.357571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffefe426-285b-4212-80d7-9bbd832dc14e", "result_sha256": "f5c97cd2cae71f6598ac453c40b7ef9ced7c1ad72b84def366b9dfd9d6bc2604", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 943, "latency_sec": 2.3322458658367395, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:44.967534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6db73bc8-e7ca-44e8-99e3-8221e749f0a0", "result_sha256": "642a6c7ecd5b89ad93af51596718e4433132ad44d25ff9a41da409b1d2d4f365", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 943, "latency_sec": 2.0392116270959377, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:41.631694+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "810cf59c-1d9d-4c2a-9281-5ba5f29c7dd5", "result_sha256": "864ef884b716934b7f5eb11d46389e8dc88501ddfc5867b83106a552109ef95a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 944, "latency_sec": 1.6723382959607989, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:43.845346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c46568-fe2d-4a23-a46a-5271f9d5ad11", "result_sha256": "50f935d3e1eca2760291bbcdb16ebb059cf1beb7029610634529f0c7e64486f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 944, "latency_sec": 1.4232984089758247, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:57.749706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ff3eda4-b3e6-4ba4-b28f-6c39d9174fa8", "result_sha256": "029fe0acf421958992f6c1472e95645d49e1bdfeabe2aa504a6ec77a4f8ce2e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004812, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 943, "latency_sec": 2.5898867591749877, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:00.432416+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75875f18-7f17-4ac8-95d0-70063487c1e9", "result_sha256": "ff6b4682b7896eda3ce4676f0f5f80b29cf634adfc105380e0ed2bd481e6bd4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 943, "latency_sec": 1.6999497460201383, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:24.840070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca182d8c-3363-4213-acb4-26ffe1d538d4", "result_sha256": "b4b5da1058827888b5939613d06616945bdf9aa8b60cc795c30cac338c08e407", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 944, "latency_sec": 1.273732805158943, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:23.396036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d31150-fdbe-4d44-93a4-a736d22a621b", "result_sha256": "5820c801dfb0f8b522099686ec020124a95b45d2bb54e2f315163f93d51a256b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 944, "latency_sec": 2.9535065880045295, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:41.567971+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4efdbf-405a-46ac-8aaa-4383c9eae56b", "result_sha256": "6bb6fb787b64f03576885d96e310098c6d27a8cccc38869f48d584b3ab1133c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 943, "latency_sec": 1.5734225008636713, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:46.049705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22d74241-851c-43eb-bdab-bedaec9cec28", "result_sha256": "a9b3c6fd6b96760fee65d3904635bf795599b179f9de46e52cc458387fc956d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 943, "latency_sec": 1.4243821310810745, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:07.092635+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "116d711c-6dba-4b0c-8cbc-b4dc8f64bbea", "result_sha256": "8280cc67d066388ed78f5de7a8fa4c4aa586b2e2d0dd525df9b3a9e59d702d94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 944, "latency_sec": 1.3358313110657036, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:32.635676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb8ce9b6-fe94-4838-bfb0-4f88833e6184", "result_sha256": "6513bcc29f64ea98612d16555069038ac3e3c69b8da9a66a7f84160a66cad7a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 944, "latency_sec": 2.208678466035053, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.365956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7d18862-6c8a-490d-880c-f8ed2bac1128", "result_sha256": "644b78fbf5fee8f64e98bed504667f95d46a158a66cbf7b669ee85e1b65c422d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 943, "latency_sec": 1.3627616881858557, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:55.552928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3c70bb2-0780-40d1-94bb-0bf7ebd853fe", "result_sha256": "54e2489feee870a9bf4e24efd069a9eb9160126b6254205d68208e1d80328ffe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 943, "latency_sec": 2.110843457048759, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:09.626716+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e02e15-cd8d-44b8-bc94-2635dac86caf", "result_sha256": "19befe407a98eb6fb5068203e7bd019a9df5fe302d7feccb4979aac65bbd7e17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 944, "latency_sec": 3.064507762901485, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:38.940132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c38c067e-d91f-498d-8397-d7752cd6a2d3", "result_sha256": "3cb5856d810816257e18b31e7a9b998db890a1ea6bf7e84ed99f2afb006dfffa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005136, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 944, "latency_sec": 2.217152784112841, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:40.381467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f867a401-2b82-45ff-b5d2-36f2357a8052", "result_sha256": "53e736dc6fc3ef16552a45bb0fec94ce8825ac775d09fcaa96cb13635504d16f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004732, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 943, "latency_sec": 3.386155240936205, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:51.816912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c04691d-80e3-4f54-a310-7ab84cebe1bd", "result_sha256": "f91d1c56cd225ed90970f8d1ea133015863f2b38f9bccf7b2e3706637cc8c407", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 943, "latency_sec": 2.8104212400503457, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.447013+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f81c93ab-c034-479f-9324-cb01f5efbc39", "result_sha256": "b40441dd445956ef4d3b1756f420663a31c77404487f3fe1c79f115bbc6403d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 944, "latency_sec": 2.1861822409555316, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:32.378208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d83fdfe7-67b2-4057-8acd-7f3545232e33", "result_sha256": "9dbeefaa8a8aca3e8f084de1e1bcb35b657dc108341474e6eade2d0be380055a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 944, "latency_sec": 2.47747730393894, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:16.057875+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "496259c9-0c0f-47fc-b57e-59e4b5b68a58", "result_sha256": "009ff2713e7ad8f02f3809611f51cf9686444fcf8c8b51f6c8dfc3efc96fc599", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 943, "latency_sec": 1.092440104810521, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:00.405007+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee3cae53-9ee4-4adb-97b1-6b93424fa084", "result_sha256": "2eecd787e7540e13a201e177728e2410368674ebdc1e3c6c835436d9f04d712d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 943, "latency_sec": 1.2430881990585476, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.169755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4862f89-3114-4068-8130-d880772baab4", "result_sha256": "fffd3c5ec05dc69e0becf736858be125f3912091bef623d88e7f1a43e60051be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 944, "latency_sec": 2.295358484843746, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:52.557342+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49483c66-7ebb-4746-817e-258a4da56a7a", "result_sha256": "1b6d0e24d1e7a0fe34601f59b97d999f76d7c995fb3a0554379e05cff15d5130", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 944, "latency_sec": 2.0928256770130247, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:29.065749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2b841a-b753-45d0-868f-3a4c21cee293", "result_sha256": "73236fdf2970b96b8e01df1dd34b1afd77bb2ae551344dae4e411cc76ba16e11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 943, "latency_sec": 1.1677330010570586, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:04.449977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ad87d13-8079-48e9-a06e-7fa8f4a9ce7a", "result_sha256": "171ccde86226fc7b990d9d23958658d14b2171483bb32592360025575b903b44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 943, "latency_sec": 2.135791518026963, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:07.109108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "406ee9f8-86d3-4f58-8590-9d0bd4af363c", "result_sha256": "9ce2cd7abfba01c207785cf5aa3c00c0563731123e52c7ad173a401b2d94d800", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005196, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 944, "latency_sec": 2.832497774157673, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:04.731535+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9682544-3b30-4ea8-b669-d7a7b0de02ba", "result_sha256": "67ff160ce1341b831c646dd0a9f833808f6e47021e2474f2c4558232aa76fa15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 944, "latency_sec": 1.403243794804439, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:43.289202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b489e948-ffd8-48ca-aa5f-3fbb7d612a88", "result_sha256": "22e3ac51ef21fef999af08e6b644fca130ddf564827217377d4fd5952d6beecf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005172, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 943, "latency_sec": 2.4546833459753543, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:15.829826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaf90440-f378-420a-9c22-5d3c93185898", "result_sha256": "3f09ec5f446262021b904fed7f7e9bc774f325b272bd6c68aef2a4f498884ed6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 943, "latency_sec": 2.485558736138046, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:26.461433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd5c64d9-9b45-4a8f-be20-fd1722ee8055", "result_sha256": "10f61c1f08e28726aa1986e7c55fd6ca16e3d49fd6622a04e4adb5e64a6ac6b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 944, "latency_sec": 1.6042996800970286, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:30.144022+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8002c0e7-26ce-45a4-8f88-de513a985fc4", "result_sha256": "0408d530f2a95ef976775a6b75c3e7d6f3f9a7d3061dca37e7e46c5cc2d8fe26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 944, "latency_sec": 2.2900278070010245, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:02.457485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cced85e8-a09a-4201-9bc6-309aa9829d1f", "result_sha256": "82c36c6f1d65e7e15700aca5c04b3632037d5321db8b9a8205d65ce8c2e5ec5c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 943, "latency_sec": 1.2526755149010569, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:43.341247+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2ed953b-dbc7-4172-8d65-fa55b7bcd4f3", "result_sha256": "9a8bb04dc4cb383c2b185411461df6d05a065b89c0fb3aab927754c4a78e7d30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 943, "latency_sec": 1.6336801119614393, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:59.006025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "871a2ee7-6411-42c3-bfbf-c2e3afa83119", "result_sha256": "d1e4b0849f3bb00a429bc021eb1a9f01978e174caa7d01116e55a5a5526ed9a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 944, "latency_sec": 1.6938504721038043, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:26.251546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70628e3e-8963-4e75-9d4d-8a6ef0616d68", "result_sha256": "2fe293331aef5c8ec730ef94d40747c7775fa7a44315a36b0bbb4f4768556d02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 944, "latency_sec": 1.5419907751493156, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:33.016879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d9a0e8c-7526-4e3c-8f93-dc132ae87b02", "result_sha256": "460c456485ba317ecc1239d6fa6f55417e68b8c76126f9c836729140306499ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 943, "latency_sec": 1.0956382739823312, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:18.888794+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c9f5a84-db26-45f0-9fa7-4a14ad244717", "result_sha256": "750d05008a49ef28fb94a21f422d45323859189d898ecbecee626dcaf7286c9f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 943, "latency_sec": 2.208059055963531, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:55.745827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cf3084c-91ec-42f7-b04b-6ee7c324c679", "result_sha256": "ccc0d5814cfc9487e40c334e9d73a503f92b416324293d688a2852c98789c98d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005376, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 944, "latency_sec": 2.9199468928854913, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:39.086365+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fd891f3-6f2a-408c-8274-610f89d3a078", "result_sha256": "9d00e0d8ef6512b7d276785e66f783abd14738207c0550727929513570e8e89c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 944, "latency_sec": 2.767071145121008, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:20.904580+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0901d8-2882-4936-8e82-f695eeeeaa79", "result_sha256": "901486447e7fb8a1f547c465778f4d52de5c6cb64e88730eadde32ce0c72e08f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 943, "latency_sec": 1.579408437013626, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:40.411781+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d6cbe9-4cbf-4c0e-82c1-c3adf03b92e2", "result_sha256": "f04e0eed7d757c005fefbff0405ac86cdb2aa3bf79b3667744d82e54f5dc6683", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004672, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 943, "latency_sec": 3.2292616851627827, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.528657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b319f4b-91cd-42b1-b12e-4c120ad4db3a", "result_sha256": "98743bd16aefed163648d0e0701c29f5fb4609ac41ea9b6d6a5c69d4eebabc92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 944, "latency_sec": 2.0708088220562786, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:19.437196+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be063947-7089-4ab8-931f-9a515b5ee815", "result_sha256": "d29b153363df417f4d7a0e310d92519b9a9334f40de99cbcfcd1dc4b0c4efbf4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 944, "latency_sec": 1.6211506929248571, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:48.516233+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2074c21d-7136-472f-b6eb-706e2f253792", "result_sha256": "ca80ced567bc0dea9818e505f04cdb1576e548b373a549f6cf99d9c2b51ad287", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 943, "latency_sec": 1.2211918521206826, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:29.649974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4e395a-761b-4dd0-b9d1-59c69f9f6003", "result_sha256": "e1d0711cc2c063b8309955e786abcf6f652ff366161ebf1387a107f9f60027fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 943, "latency_sec": 1.2323538418859243, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:41.673457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc229866-74d1-4298-a6b7-fd2df79b9fed", "result_sha256": "09e7524530fb015b0e7674a689fc25d5d7301fce4f59258ba95e38557e644157", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 944, "latency_sec": 2.349859654903412, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:55.671081+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f41cb2d7-3b8b-46d4-9877-67bebcd7da5a", "result_sha256": "3b38d471530392b95a94a17734a5d2ab073e66083fa5ba5468592f70e02a680e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 944, "latency_sec": 1.6357593541033566, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:20.452018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3916dbd-d422-4e66-9984-598083d30e6f", "result_sha256": "6f5eea8b5aab542b2b7215cbed932172b5672f5eeb9471ec6b5763d597a4e3e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 943, "latency_sec": 1.6581002899911255, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:37.279441+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f55ef15-440a-4423-baf0-deb6469f1855", "result_sha256": "5b8f21771ea7fb393fcef3d29b2a2fabf24611504df4f7e1330fe40e6366ac7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 943, "latency_sec": 1.234515429008752, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:03.400674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85313e1f-d71c-49eb-a41b-30b24fbf0b05", "result_sha256": "b6b4bcb5a99726d5121051e2f64a0976c75500e4be6b59c3679e2b4cc492496e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 944, "latency_sec": 3.249722144100815, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:31.666948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d27d6ee3-687a-4d4c-b1de-e35a86e57a85", "result_sha256": "74f6cf30558f9ee66cb7a8895177199daf60dbcf53267203b528ccadc3d8e3b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 944, "latency_sec": 2.5351683038752526, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:07.849169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45afd8ff-0fe8-4cc4-b351-54f8d606779b", "result_sha256": "9aea58b9d7573d11c7b33dc7368e86df48c6b4bba4beb5ae4e69c90c5930d6b1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 943, "latency_sec": 1.7052541470620781, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:32.080373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0410cf3-e455-46ec-88d1-2a2bd1f5ed7d", "result_sha256": "fac293f93fd4b5f4566c277cda7e3420f575cbfb79041d180e37b5c5f1276c04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 943, "latency_sec": 2.4714150859508663, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:16.013801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71fba9d7-eb2a-433a-8766-979fb744880c", "result_sha256": "5e8ec6de2f0dbb39ec7a738865fb45970e2d2ca2e2850a028ee570a67190e03f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 967, "latency_sec": 1.2306848510634154, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:23.048271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f72bdf-ce19-4ca4-a302-ab07953f6ad7", "result_sha256": "83238eee10fab8a69230ca2cc2a3e6293e2e7ce36546a2bdd0bed9539b62d018", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 967, "latency_sec": 1.7182812651153654, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:41.728752+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed306290-616e-4a9c-8fad-56bc01ef1094", "result_sha256": "cfd4ff1efa88006da410122e95eb1b940fd4650ebc97ddd7581184e57c508264", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 967, "latency_sec": 2.1650337940081954, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:09.421640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "043d18df-d78a-428a-a68f-0101a746b784", "result_sha256": "fcff22a0b17cedf0e51da74de606eea01d2d2a2d82e1434c13a35ecc08791f19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 967, "latency_sec": 2.069751159986481, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:29.467952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8d3696e-1f2c-4de7-8214-25eee78e205e", "result_sha256": "660c8ca3238f1c256c24f67e94077b2b3d967757dae23ba8bf96da32f170fdcd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 967, "latency_sec": 1.6961618100758642, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:42.323261+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db158392-38cd-4a2f-aee1-04a5df504dc3", "result_sha256": "b85954482ddeed6ddc4ca8440bd7d095f79c78b0969a2ca3867b262baaf5f229", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 967, "latency_sec": 2.09231590712443, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:33.797942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c8a9fd1-c4d5-462b-8a1b-e469dae0c126", "result_sha256": "3148b01b7bc04527ebb51a8a7534ea16aea64bad258780e34af1c068ef1defd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 967, "latency_sec": 1.2721578509081155, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:13.617857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62d1e4ba-cd5c-4650-90c2-23178f5c2211", "result_sha256": "462f267157e9a60b6eb70adf2fe6e46742ec2b580a9c0276d6519811f35462a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 967, "latency_sec": 1.2874396669212729, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:53.222136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c8c0e1b-83d0-48ff-a8c9-e116fe210418", "result_sha256": "435f4c6af8208f2154e9db57b453f1ee4f4f1be7118f4915e718160642c7f811", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 967, "latency_sec": 2.190952040022239, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:21.249507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ca8c371-5a9f-46e8-b4b9-3b046bde42e1", "result_sha256": "b9814a96b2dc8b521cb31edfb1e7862e0e18e990f5a010f4e9a46d6314c2b962", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 967, "latency_sec": 1.1956815421581268, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:25.931503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e959858e-736d-4d88-a7a6-5042b97fffd1", "result_sha256": "969aa9b2f697b85e1495a217da6eb159893b7887d73e2ff6000505c278257401", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 967, "latency_sec": 1.3520041650626808, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:50.499153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c244aa53-5191-465a-b329-2b904ec53f52", "result_sha256": "25ea1659b338ed09509b4f47a64b59fdd333380c1c10a92ab99262bb5991329b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 967, "latency_sec": 2.154153063893318, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:42.646061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4cbcb89-adc9-4514-965f-3f541b79737e", "result_sha256": "ff6ba466d975b49ef29d94c2a45bfbb56431effb321575beb72cce4c6ddcd155", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 967, "latency_sec": 1.225415586028248, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:15.387921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66ada4bc-4149-4452-9015-c1e23d86092e", "result_sha256": "38424d1007c3759d6b841287e211b1ea8a14e0beec60b3bc864bc2fd43137063", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 967, "latency_sec": 1.2427339018322527, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:28.621686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ac5cbb4-0169-4605-ab70-a50bdd452613", "result_sha256": "f616be2135a54313c9c36b5fdd697c48f0bf0987dafe57fab74a771a4ac2adb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 967, "latency_sec": 3.919383517000824, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:03.351872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff7cf1d9-ea61-4d51-a82b-4ec943977973", "result_sha256": "37009c9bf3dfbebcd3b0a30b2e1d12850956adb1441e2ebcff7a29003c1cab1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 967, "latency_sec": 1.2917867100331932, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:38.566684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4415d594-dfa4-4d57-bc5c-2f775d097851", "result_sha256": "1d2e0c80513c0876c2f54940610b011b1fd8049c1e4b295a695091c2531b9019", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 967, "latency_sec": 2.248664489015937, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:06.036496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14824af2-2fae-475c-9400-c511cbe78a0e", "result_sha256": "60fb9fe002d69a65a14a1a11440c0463f846a40360cf28b9571224a2bfe9dbc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 967, "latency_sec": 1.1095249578356743, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:59.869419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb70d38-15d0-40df-86d6-d95ab4d5f653", "result_sha256": "a8e3f501c1e3f5db5e3a23146ad463e8a78a196f82b9c252992f71a5b21a72c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 967, "latency_sec": 2.063194304937497, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:23.617412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4c5081-f09c-4054-a5bf-95f0c02ef881", "result_sha256": "4f91a7a1158208ded4bee988c8fb4832f09274311ee3b0cc8eec69bc883e87f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 967, "latency_sec": 1.2567775319330394, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:43.665774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72d3df7-d1f3-4b94-b2db-6e995967fb82", "result_sha256": "6c7d665026996613fefb1c4c1026a7be57c729ced5ff3081ada9412bab2fa3f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 967, "latency_sec": 2.1984683291520923, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:24.295989+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0419d9-4e73-4f87-bfbb-1d20ae04c4d2", "result_sha256": "5373ed84149cfcf59517ef167f4640b63833216c69c1e0f223f925cbab289308", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 967, "latency_sec": 1.4121484248898923, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:45.806733+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2e955f3-6675-4b88-b3a1-136247ca6e4b", "result_sha256": "7b3bdaf6ff46c01fe9181b46426fe3014265be8b7355dd56cc495b1c7d00b33e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 967, "latency_sec": 1.1501347469165921, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:24.361995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bd78845-b341-434f-9478-6aa9f9b2a073", "result_sha256": "85a1652c50ff7f729e98bc78614821e73225300d96a9cc217a2980ee5511a155", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 967, "latency_sec": 2.2211073199287057, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:46.667891+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df357a2a-cc71-48aa-ac80-0085fbf71539", "result_sha256": "81899178263b0254c0aa62344afb8c7634133c21d773e2433f814e8eb895767e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 967, "latency_sec": 2.369655332993716, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:19.394941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c6584d-2bc4-430e-ad32-2414aeac1c15", "result_sha256": "bbeca7c434942447b17aa73b4e032b575960854a0306f4560358f0fb23e31fb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 967, "latency_sec": 2.183485999936238, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:36.368431+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c45831-31ca-4a29-86b2-cc5b7fec94e0", "result_sha256": "4d069e21ac3d831b129b06d7c291d26e84904655b8fd143f3007e4a1ba8df9fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 967, "latency_sec": 2.180298351915553, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:01.237847+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4f4528d-3e03-402b-b9d8-7243fd936a02", "result_sha256": "4ba331510f8d84bde5da03fa812215c73874e09dc89ef81d205b245565ce75fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 967, "latency_sec": 1.231570134870708, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:59.118061+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4d77c81-e8c4-409e-97af-74cff8742f29", "result_sha256": "8aa39522ec6ee1dd259733a1e110172959f3053d8f4d7bab8c9272c922e6a2ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 967, "latency_sec": 2.8046195891220123, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:01.141057+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "343980e3-b354-4c9a-b630-adeea2de81e9", "result_sha256": "ebd2f5aa23b0174523e6329a42af628ecea2772f797b4d83d910ec19495a04cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 967, "latency_sec": 2.7619227818213403, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:50.470894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0a90730-2858-4449-a2bc-650858eedc5c", "result_sha256": "e3a897e39f0acf709f85a6d3ff75c85974b6c7ea600584540d174ea934fea602", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 967, "latency_sec": 1.10002866294235, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:03.771246+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93cc0f19-0d37-45f4-8d8e-45b047e86df1", "result_sha256": "d7acd1f2a3f32d12c0f80a633d0c014844fb42f72f79ef0f173172bf24103f4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 967, "latency_sec": 2.2144518541172147, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:31.789995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "085e06e1-888f-4cd8-aea5-f8138dc679a5", "result_sha256": "3a75d534eaef2dd3156a01bf4ba05a103ea786a1df277d4420bb6b48b1b9d1b9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 967, "latency_sec": 1.8110745309386402, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:26.897843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c05225e-7b8e-4fe1-a840-a115295423ca", "result_sha256": "48c98aa1c9f6c931b4692b732343f88d097a03ce4188d9f312d8c0c9a9611416", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 967, "latency_sec": 1.3403273669537157, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:59.326849+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16454080-ba82-4eb5-b381-29b23a817093", "result_sha256": "b9b06c06cec6cb7215a7440fef5c64a535bc9ba9bc02e884e4e471e8cd0822ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 967, "latency_sec": 1.1202104547992349, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:36.301667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84783209-bbe6-46ca-b8bf-b6d3d5986364", "result_sha256": "994dc5ea91a83cca94ba0f4490c0bd821c2d7a3a8dcbac219d60252ec2868b6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 967, "latency_sec": 1.250097065931186, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:30.621801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ecc7b8b-2f06-4480-bbde-aaedabc6ada0", "result_sha256": "e7d0c783cb087e07446b99eb540dc171b2af7614a3173540312a5242c487c142", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 967, "latency_sec": 1.4807246020063758, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:49.099641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6491beb8-7ab1-4ede-95cd-a72501031fbd", "result_sha256": "50bacb3ee26725c2908a4e21dcbb6e95a3f4d2070add15aca2dc837c1c298cf0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 967, "latency_sec": 1.179935344029218, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:10.387587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee4524be-720b-4022-8567-316ac56d1ca4", "result_sha256": "068a17bb60deb80aefa73cd062a1a2169ab0f87333c5bf087710644d62452566", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 967, "latency_sec": 2.1486061092000455, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:52.957490+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f5f7499-6a5a-4d0b-91e3-e6a246a0b154", "result_sha256": "2ba8417c4aeea952f0360232432834f63c3d3dda97f5a1a0ccccc4213816f4ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 967, "latency_sec": 2.2633189749903977, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:56.573869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b50905f2-e814-475a-8e04-e7ac1124eb00", "result_sha256": "4f9f738e4c9724daa5069041a72dd1ff639798bbf572b6a01dee75f1b9fdc5ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 967, "latency_sec": 2.2366675331722945, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:08.909886+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "835a4604-4e0f-48e8-ae2d-4db255fe430f", "result_sha256": "a13679da76fd497ec30da0b00886f6459c8868a603aede815d80a1f1c8cb88b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 967, "latency_sec": 3.521644736872986, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:24.283547+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5d55e1d-103b-42d6-b210-08e3e506c09d", "result_sha256": "251dfba4ea2b2033a127a0c30111da4232da3321c8a699ee6bce9544add56b19", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 967, "latency_sec": 1.477186381118372, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:47.210668+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc9748c1-fb79-45a7-8942-1aacdf19f789", "result_sha256": "2da2be58f7b34d47b3debddc5667ea5500ffa6868d95eb9575e0939fb39befef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 967, "latency_sec": 1.1472050659358501, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:26.872894+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5565abf5-3e2d-47d4-bdbc-49e0822b6b2c", "result_sha256": "f23acd4bb6bd07b007ce68ea31634d2a3185dc5ac6096ef6fe3607c402134f2d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 967, "latency_sec": 2.2056603329256177, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:10.481695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "235d1e01-0194-45b3-9094-160a5db0e9ba", "result_sha256": "9d9f133ea0c4d21c556f3e4e9310aa2d9203aa59c308de00c714c3c9239722d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 967, "latency_sec": 2.2216315849218518, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:45.467362+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "700bd5fc-27c2-4f7c-ac4e-42a1a130715b", "result_sha256": "42735125d09e2d60d1a099bf821ff9e045e2202d41d093a397b6dd70465d8d71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 967, "latency_sec": 2.260495319031179, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:39.550519+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe8cdb8-9afe-4d95-8312-e41a59c089a0", "result_sha256": "b3308bde47d08c997ca612cfbc399611397b058a59ea0c545733085ed080c8dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 967, "latency_sec": 2.42526372987777, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:34.397447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4a6a0e1-1077-4268-b641-21942a951d71", "result_sha256": "d4bb25938c7afede9c9bc0f72cb7d9b8bac8189fc36c7af4ad410a60e343fcb6", "result": { "component_errors": { "c": 0.00012010674054802051, "h": 0.4922292400114259, "l": 7.391402200296326e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013628, "delta_e_ok": 0.0014079289124158659, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1047, "latency_sec": 5.990385963115841, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 472, "prediction": { "c": 0.163, "h": 17.5, "l": 0.557 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.557,\"c\":0.163,\"h\":17.5}", "recorded_at": "2026-09-23T12:20:35.242816+00:00", "request_attempts": 1, "score": 99.29603554379207, "task_id": "colorbench-oklch-01", "tight_score": 97.18414217516826, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c9d1b6d-a715-494a-b199-9eb0168a3163", "result_sha256": "f7931535302917937db996cc9eac7f05c16a83e37acf8e433d0b3f388ddcc377", "result": { "component_errors": { "c": 0.0004030390476776613, "h": 0.44527185866053287, "l": 0.0003467006591831856 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013608, "delta_e_ok": 0.0012193410872740839, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1047, "latency_sec": 5.335077004041523, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 471, "prediction": { "c": 0.141, "h": 253.5, "l": 0.541 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.541,\"c\":0.141,\"h\":253.5}", "recorded_at": "2026-09-23T12:09:56.882322+00:00", "request_attempts": 1, "score": 99.39032945636296, "task_id": "colorbench-oklch-02", "tight_score": 97.56131782545184, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8db9d9b-22c1-4902-9037-ed13a4c25eef", "result_sha256": "de864d3c82f3602c392c3caa2067a9f26f1b19117dec4a8f4c13f89a06bebb23", "result": { "component_errors": { "c": 0.0017053031417421788, "h": 1.2626494718361414, "l": 9.751778638578124e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013468, "delta_e_ok": 0.0027855311939884615, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1047, "latency_sec": 5.959724170854315, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 464, "prediction": { "c": 0.099, "h": 160.3, "l": 0.579 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.579,\"c\":0.099,\"h\":160.3}", "recorded_at": "2026-09-23T12:09:16.602533+00:00", "request_attempts": 1, "score": 98.60723440300578, "task_id": "colorbench-oklch-03", "tight_score": 94.42893761202308, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48194011-bba7-4e5d-9dd7-46939e8703fc", "result_sha256": "deb1949dbe0099d696860dcae9c35d975bad5a82ed410560330aeba9e3e59b3b", "result": { "component_errors": { "c": 0.0016381856305420078, "h": 1.0572279593992846, "l": 0.004145762438994338 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013328, "delta_e_ok": 0.004967648016888284, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1047, "latency_sec": 6.64408820704557, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 457, "prediction": { "c": 0.118, "h": 79.1, "l": 0.661 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.661,\"c\":0.118,\"h\":79.1}", "recorded_at": "2026-09-23T12:10:52.976865+00:00", "request_attempts": 1, "score": 97.51617599155585, "task_id": "colorbench-oklch-04", "tight_score": 90.06470396622343, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddc2c792-8756-4e1c-b5ab-3c7b140c9a46", "result_sha256": "f806be9df3e2ddc195a3219af86f58471de127a14bcf3490018d3d86fd1ccffb", "result": { "component_errors": { "c": 0.0008744483715593665, "h": 0.7928590395319475, "l": 0.0010933571259076347 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013808, "delta_e_ok": 0.0024303613610819294, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1047, "latency_sec": 11.954536308068782, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 481, "prediction": { "c": 0.144, "h": 307.2, "l": 0.543 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.543,\"c\":0.144,\"h\":307.2}", "recorded_at": "2026-09-23T12:10:19.815031+00:00", "request_attempts": 1, "score": 98.78481931945903, "task_id": "colorbench-oklch-05", "tight_score": 95.13927727783614, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34924aac-4c82-47f8-a588-34590adfce2f", "result_sha256": "3c2ccd007e7632798df1e7ee16042da3219dcb3388bd7c5622a54b5cd81c74ac", "result": { "component_errors": { "c": 0.0017367377753423133, "h": 0.9267650681498765, "l": 1.0645449806112595e-06 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013828, "delta_e_ok": 0.001972863132956278, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1047, "latency_sec": 6.207451734924689, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 482, "prediction": { "c": 0.057, "h": 250.2, "l": 0.303 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.303,\"c\":0.057,\"h\":250.2}", "recorded_at": "2026-09-23T12:21:14.843081+00:00", "request_attempts": 1, "score": 99.01356843352185, "task_id": "colorbench-oklch-06", "tight_score": 96.05427373408745, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc7b0e28-f2c3-4014-9850-11b3a52a266f", "result_sha256": "fa8f60367cb86c1ad6a1d8480fb193d6c7644fee8e8065999159975209adc1b8", "result": { "component_errors": { "c": 0.000688378754277845, "h": 0.08212992486247117, "l": 0.004092721588155324 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013328, "delta_e_ok": 0.004150554250339147, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1047, "latency_sec": 4.754366253037006, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 457, "prediction": { "c": 0.037, "h": 90.0, "l": 0.876 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.876,\"c\":0.037,\"h\":90}", "recorded_at": "2026-09-23T12:17:26.762653+00:00", "request_attempts": 1, "score": 97.92472287483042, "task_id": "colorbench-oklch-07", "tight_score": 91.69889149932172, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45854944-e419-4f63-8de6-349f2ff31bcb", "result_sha256": "6a5e490be6f7bffb97fa4edbec2fd28073791decf5dda4e0ae25aa6555ab4576", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005588, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1047, "latency_sec": 1.8916262218263, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 70, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.6,\"c\":0,\"h\":0}", "recorded_at": "2026-09-23T12:16:03.029390+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2879edeb-c9a2-4417-a7ce-9775c0d82616", "result_sha256": "d8544857136b98395b26cdb339d0d447b11393b21d0948f731923d814139abe3", "result": { "component_errors": { "c": 0.0016192455919038784, "h": 0.3506435286929559, "l": 0.0043534497222087465 }, "correct": null, "cost_estimated": false, "cost_usd": 0.012968, "delta_e_ok": 0.004848464016187764, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1047, "latency_sec": 4.4640675380360335, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 439, "prediction": { "c": 0.228, "h": 25.3, "l": 0.597 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.597,\"c\":0.228,\"h\":25.3}", "recorded_at": "2026-09-23T12:11:45.783143+00:00", "request_attempts": 1, "score": 97.57576799190612, "task_id": "colorbench-oklch-09", "tight_score": 90.30307196762448, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d753fd83-0322-443d-97d3-c4c794c9d783", "result_sha256": "03f97600b4480fe95878ad4dbed9190ca7e205caf622763d4c486671b37f331d", "result": { "component_errors": { "c": 0.0010205992924068874, "h": 0.4920987962712502, "l": 0.006123915402253655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013588, "delta_e_ok": 0.006350422188317689, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1047, "latency_sec": 5.4606628101319075, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 470, "prediction": { "c": 0.155, "h": 152.2, "l": 0.621 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.621,\"c\":0.155,\"h\":152.2}", "recorded_at": "2026-09-23T12:18:23.864966+00:00", "request_attempts": 1, "score": 96.82478890584115, "task_id": "colorbench-oklch-10", "tight_score": 87.29915562336463, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7c67409-bcc3-4464-a769-87c8c35ba350", "result_sha256": "5e83a3bb95af0f6e31d6a35fca2394b60bd4bd2230619105f964e68caf8345ee", "result": { "component_errors": { "c": 0.0001598516858300203, "h": 0.2848480507038289, "l": 0.002450038841612767 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013108, "delta_e_ok": 0.0026920678642562276, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1047, "latency_sec": 5.818412693915889, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 446, "prediction": { "c": 0.222, "h": 266.5, "l": 0.512 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.512,\"c\":0.222,\"h\":266.5}", "recorded_at": "2026-09-23T12:09:45.377161+00:00", "request_attempts": 1, "score": 98.65396606787189, "task_id": "colorbench-oklch-11", "tight_score": 94.61586427148755, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb3471c-52bb-4c0c-afe5-3da063fb8a52", "result_sha256": "cbe262a4b0e170b9e10eedd5ffa74048730b48952dbdb0f64161f7becef46410", "result": { "component_errors": { "c": 0.0003894245067030122, "h": 0.7658483071396063, "l": 0.001082831373437343 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013588, "delta_e_ok": 0.0025136660739515397, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1047, "latency_sec": 6.973447840893641, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 470, "prediction": { "c": 0.167, "h": 99.4, "l": 0.857 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.857,\"c\":0.167,\"h\":99.4}", "recorded_at": "2026-09-23T12:12:34.154928+00:00", "request_attempts": 1, "score": 98.74316696302424, "task_id": "colorbench-oklch-12", "tight_score": 94.97266785209692, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "324ef33f-f5c4-4a64-a8a1-ab1151ea9be6", "result_sha256": "54eba8c4e9b9f9247833536f6c7f6486db3e495b3f04def6e8253a49e8b025b6", "result": { "component_errors": { "c": 0.0010278807849283533, "h": 0.35634901887897286, "l": 2.632877021901958e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013448, "delta_e_ok": 0.0017339383717540494, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1047, "latency_sec": 6.972211404005066, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 463, "prediction": { "c": 0.225, "h": 330.7, "l": 0.601 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.601,\"c\":0.225,\"h\":330.7}", "recorded_at": "2026-09-23T12:10:03.853033+00:00", "request_attempts": 1, "score": 99.13303081412298, "task_id": "colorbench-oklch-13", "tight_score": 96.5321232564919, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d28dd397-5ba6-412e-9995-edfa252f830d", "result_sha256": "0685eaaa05e962feba2cdb1c0bb5b4bb07e0027e9c7ccbfbf9c0ea18e0b48309", "result": { "component_errors": { "c": 0.0017863319628022428, "h": 1.3937659223049081, "l": 0.0005616565463230083 }, "correct": null, "cost_estimated": false, "cost_usd": 0.013768, "delta_e_ok": 0.003328044103008254, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1047, "latency_sec": 5.085369565989822, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 479, "prediction": { "c": 0.114, "h": 211.5, "l": 0.704 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.704,\"c\":0.114,\"h\":211.5}", "recorded_at": "2026-09-23T12:14:46.489263+00:00", "request_attempts": 1, "score": 98.33597794849588, "task_id": "colorbench-oklch-14", "tight_score": 93.3439117939835, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6512ec-85d9-4df7-a69f-22bcdd34ac2f", "result_sha256": "c662f6167d9d42254ec3ce31771a7bcf266ec2b24f8e249ac836cf361121b10f", "result": { "component_errors": { "c": 9.352069384195062e-05, "h": null, "l": 0.0039406313546754 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004628, "delta_e_ok": 0.0039423319000046015, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1047, "latency_sec": 2.0569390770979226, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.004, "h": 285.0, "l": 0.17 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.17,\"c\":0.004,\"h\":285}", "recorded_at": "2026-09-23T12:18:35.466111+00:00", "request_attempts": 1, "score": 98.0288340499977, "task_id": "colorbench-oklch-15", "tight_score": 92.1153361999908, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbffbda-76df-4ed3-bd67-d310d8770ed6", "result_sha256": "fe7192174d5579a6242ae2209cc97a9b9adf4a66133aaabf3c83e6ea967d230d", "result": { "component_errors": { "c": 0.00402418443123451, "h": null, "l": 0.0013179757410756165 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004628, "delta_e_ok": 0.004248711631708317, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1047, "latency_sec": 1.4659978551790118, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 22, "prediction": { "c": 0.008, "h": 110.0, "l": 0.962 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\":0.962,\"c\":0.008,\"h\":110}", "recorded_at": "2026-09-23T12:13:01.502353+00:00", "request_attempts": 1, "score": 97.87564418414584, "task_id": "colorbench-oklch-16", "tight_score": 91.50257673658336, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c83843f-2a9c-4200-9b79-e835b73997d5", "result_sha256": "e3c7d0cb301cdf544509ced272d7f7e79786aa05d2fe0f58fa506dd0c5cc50ff", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 1011, "latency_sec": 2.037427428178489, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 80, "g": 64, "r": 192 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":192,\"g\":64,\"b\":80}", "recorded_at": "2026-09-23T12:16:56.889358+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-01", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5eaeddf-2d35-4b8f-be19-b87fc44ff490", "result_sha256": "953971ab52c3034fac3a56e5086b52d75a424a2aff2ff06c7134547f457f30bc", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1011, "latency_sec": 1.543239651946351, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 190, "g": 112, "r": 38 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":38,\"g\":112,\"b\":190}", "recorded_at": "2026-09-23T12:15:02.831037+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-02", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9102e30e-9f62-45a4-9a6e-3583325e04b8", "result_sha256": "c1a8fa280204aa33703fbb90b405eec8e589d1686c296ef2a1644c1dc38e4701", "result": { "component_errors": { "b": 2, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.005944962497534437, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 1011, "latency_sec": 2.519932758063078, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 102, "g": 142, "r": 60 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":60,\"g\":142,\"b\":102}", "recorded_at": "2026-09-23T12:21:32.781054+00:00", "request_attempts": 1, "score": 97.02751875123278, "task_id": "colorbench-rgb-03", "tight_score": 88.11007500493113, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2547a617-ffbd-4617-937c-428f3d909f87", "result_sha256": "cc6f457fa8557a4157df367293770dc28d100951147171620a7e30081c039fbf", "result": { "component_errors": { "b": 4, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.005065746045917924, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1011, "latency_sec": 2.8985563148744404, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 49, "g": 137, "r": 185 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":185,\"g\":137,\"b\":49}", "recorded_at": "2026-09-23T12:12:59.518351+00:00", "request_attempts": 1, "score": 97.46712697704105, "task_id": "colorbench-rgb-04", "tight_score": 89.86850790816415, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d87572c7-5dbf-493a-bb4e-1d91a9f25769", "result_sha256": "cde116aa72bf626a0172c451e5589d5c5276e973beac0c4f92011f72619b65a1", "result": { "component_errors": { "b": 1, "g": 1, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.003051328160645161, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 1011, "latency_sec": 2.388582587009296, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 176, "g": 84, "r": 135 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":135,\"g\":84,\"b\":176}", "recorded_at": "2026-09-23T12:22:09.097685+00:00", "request_attempts": 1, "score": 98.47433591967743, "task_id": "colorbench-rgb-05", "tight_score": 93.89734367870967, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b954edd4-9ad1-4cc7-8a06-c0d87b60f91b", "result_sha256": "208a95827c8cd6ad25c76b8fa9f95505dd61d6542ab49841fd6d020bde8fc5c9", "result": { "component_errors": { "b": 0, "g": 1, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.004309841155416003, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 1011, "latency_sec": 2.21278906497173, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 75, "g": 49, "r": 24 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":24,\"g\":49,\"b\":75}", "recorded_at": "2026-09-23T12:14:44.350468+00:00", "request_attempts": 1, "score": 97.845079422292, "task_id": "colorbench-rgb-06", "tight_score": 91.380317689168, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e180aa0-4f88-4c4a-b451-a6d33e725356", "result_sha256": "d879adac9ab93245b8ee436c2eac4c542e07023cc2b1b1eba65569fba7bcefce", "result": { "component_errors": { "b": 1, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0030679471460722087, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 1011, "latency_sec": 2.8899400560185313, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 187, "g": 214, "r": 224 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":224,\"g\":214,\"b\":187}", "recorded_at": "2026-09-23T12:13:04.982354+00:00", "request_attempts": 1, "score": 98.4660264269639, "task_id": "colorbench-rgb-07", "tight_score": 93.86410570785559, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0146c9ba-29e3-4440-9f15-8a7923252566", "result_sha256": "5fb8006572dcd5e974b258cefaaa6cc1ddef0265b6f68ab5b20e2bcd53ed4dc4", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 1011, "latency_sec": 2.2519833620171994, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-23T12:17:32.004960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2feb563-9f59-46db-98df-36c43d9973c1", "result_sha256": "a6a0430caaf3f0847c90f33ab32a000c274ea4ea3bd5c5e234db9a7862653f24", "result": { "component_errors": { "b": 2, "g": 0, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.004380706369397902, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 1011, "latency_sec": 2.631311316974461, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 46, "g": 32, "r": 232 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":232,\"g\":32,\"b\":46}", "recorded_at": "2026-09-23T12:17:12.860288+00:00", "request_attempts": 1, "score": 97.80964681530105, "task_id": "colorbench-rgb-09", "tight_score": 91.2385872612042, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f2fbefd-c21c-4de4-ac1a-97765b50a126", "result_sha256": "4c2e07061e18150a4a79f03854114b97f3b018465ca55289768bb1a7980a75fd", "result": { "component_errors": { "b": 3, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0062748940717214695, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1011, "latency_sec": 2.358768078032881, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 85, "g": 160, "r": 25 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":25,\"g\":160,\"b\":85}", "recorded_at": "2026-09-23T12:13:11.906727+00:00", "request_attempts": 1, "score": 96.86255296413927, "task_id": "colorbench-rgb-10", "tight_score": 87.45021185655706, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "142b0956-113b-41a3-bc40-e2bf104a429d", "result_sha256": "4b4b6e87acef6242bc3be43e6e36f39dedd56739ed9b5e8a1a986619bb9e7718", "result": { "component_errors": { "b": 0, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.002107420369241374, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1011, "latency_sec": 1.3988087011966854, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 228, "g": 83, "r": 45 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":45,\"g\":83,\"b\":228}", "recorded_at": "2026-09-23T12:22:08.834167+00:00", "request_attempts": 1, "score": 98.94628981537932, "task_id": "colorbench-rgb-11", "tight_score": 95.78515926151725, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6aed094-fb59-46e9-a150-67878cc84f73", "result_sha256": "a5c1f517a91d74fa4e96ca0706b64c5a88a9e130ce8f0d363339edbe1d43687e", "result": { "component_errors": { "b": 2, "g": 1, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.002412992376753285, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1011, "latency_sec": 2.3771713129244745, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 46, "g": 209, "r": 236 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":236,\"g\":209,\"b\":46}", "recorded_at": "2026-09-23T12:17:28.342179+00:00", "request_attempts": 1, "score": 98.79350381162337, "task_id": "colorbench-rgb-12", "tight_score": 95.17401524649343, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46875eea-4cb1-4ed7-9a74-a534aa6a2b27", "result_sha256": "5a6346aebd8555585403963d3097c574ae596af2267f80fa029f7ea14776eb6a", "result": { "component_errors": { "b": 0, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0019578654049216687, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1011, "latency_sec": 1.1653496020007879, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 188, "g": 58, "r": 197 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":197,\"g\":58,\"b\":188}", "recorded_at": "2026-09-23T12:15:44.897221+00:00", "request_attempts": 1, "score": 99.02106729753916, "task_id": "colorbench-rgb-13", "tight_score": 96.08426919015668, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0240773-05fd-4ff3-a09e-b7f1fa8b68bb", "result_sha256": "bf10e25cd043198569d4bcbbfcddc10eea99b7f00ad69780edd427dd734d1187", "result": { "component_errors": { "b": 1, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.001519315134202386, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1011, "latency_sec": 1.872929488075897, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 199, "g": 178, "r": 44 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":44,\"g\":178,\"b\":199}", "recorded_at": "2026-09-23T12:14:54.899676+00:00", "request_attempts": 1, "score": 99.24034243289881, "task_id": "colorbench-rgb-14", "tight_score": 96.96136973159523, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1b97bf-7712-4106-bc9a-1486bf36ed47", "result_sha256": "8bee5b3758e6e559890be122b25575c414366e41a798f3809eb3bbb8ba627e13", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1011, "latency_sec": 2.3334256580565125, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 18, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":18}", "recorded_at": "2026-09-23T12:16:43.645360+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-15", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "197699c6-24d2-4b46-9693-095247f39e57", "result_sha256": "7feb3da1d4f9039c2a0f7a97feb80a283386d677b282cbeb9b6167e43e6c79b1", "result": { "component_errors": { "b": 2, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004404, "delta_e_ok": 0.0027026622528317054, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 1011, "latency_sec": 2.0969042819924653, "model_name": "claude-opus-5-5", "out_of_srgb": false, "output_tokens": 18, "prediction": { "b": 238, "g": 243, "r": 243 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\":243,\"g\":243,\"b\":238}", "recorded_at": "2026-09-23T12:17:22.531706+00:00", "request_attempts": 1, "score": 98.64866887358414, "task_id": "colorbench-rgb-16", "tight_score": 94.59467549433658, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c46a3c9-9b2a-49e5-8eff-d9b9a3074bcd", "result_sha256": "402496eca3c2dd7583ddd19090a6036eca9c4e344cdb516ed6ab4985d4a0148a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 963, "latency_sec": 2.70772957499139, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:20.866331+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9fc531-f9a9-4be9-9c5f-c89f4b680136", "result_sha256": "b7c0dae031123512434a5e69601d027f943ccaf61c7be725b87677b87df91cc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 963, "latency_sec": 1.0566381739918143, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:52.002323+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f5bfe76-2d65-4402-a2dc-4b44e1332c03", "result_sha256": "b9b3276b94689e1c522a72ab01484b443b545c55f04cd7c38338bdfa1c7f0e2c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 963, "latency_sec": 2.1795522200409323, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:11.042202+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d6be6c-975e-4af2-934b-e1a851e0eee8", "result_sha256": "7dcca8ffaeefd6e065e417368c79b2ec2d8f83e9f03620ddbff1de563422f86a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 963, "latency_sec": 1.846262191887945, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:34.163485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41937531-2b5e-4867-bafd-75e2c34362e8", "result_sha256": "e2801250cea356977ca4a8e3ebd91c87f22e80ee7a25cbe68d184fe585e7fb63", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 963, "latency_sec": 2.3097028301563114, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:38.773416+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1423db2-1988-4f2c-bd61-7f9670048a7f", "result_sha256": "8a1aef188e2b444398c649f0c4886c88e43c978f3a7976caf615e3cce9a15f8a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005292, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 963, "latency_sec": 2.7655900339595973, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:32.991595+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28ec112c-ae4f-473b-9ea8-9e65a034efb5", "result_sha256": "63ffc5a011ef1f340b70da5b242117ae0cd6501a42ad5d040023678664047631", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 963, "latency_sec": 1.6612800301518291, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:50.715125+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70033867-1e29-4480-8181-adcdbc1e0aeb", "result_sha256": "249644b0491a1ce305af3b0cd84e27547e2c4f7f40a8532fa3524f11988e20a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 963, "latency_sec": 3.690945744048804, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:55.550955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d417c0-0fa2-4ed6-bdb1-efa4d0feda4a", "result_sha256": "2777198a7f6e49940d23644e0ebfe8e1912269d7b78fe325c553a31c85cf9206", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 963, "latency_sec": 1.3234890659805387, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:27.466754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4389fa5-c657-4554-a334-d33819383d5f", "result_sha256": "0dc52ea686af7e9aaa0cfa5caa0f559f94ff9205cc0d1630f6fb646e8f2ce83a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 963, "latency_sec": 2.2468015428166837, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:29.202517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d696386b-353d-4533-ae82-d3dc87906f3f", "result_sha256": "690dff0c5b56630be77d9c95588061192118e521c0395250f37c6b81e1a8c6c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 963, "latency_sec": 1.2955574169754982, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:46.348219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7af7d8b2-aa38-4113-b6ef-7cf34ae0e07f", "result_sha256": "b81b31261d96cb9fccd4e7ff43e9afa4a7fa24621972e114862d078897e1bd39", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 963, "latency_sec": 1.835544261848554, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:00.759409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "727b0793-6c89-4fc5-8a82-66a582d16291", "result_sha256": "8df9dc6f0cf02bced1bcb9392a109860d700f4a2d4c6e3ac1053de045648b8df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004992, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 963, "latency_sec": 1.5675976118072867, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:39.276779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d476972-78af-477d-b977-5ebe4eebd0ca", "result_sha256": "6bf69030c70b2f253436dfab1497de7aad704db5e4774edf49df20462efc1629", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 963, "latency_sec": 1.6318646350409836, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:52.227353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90ddd7f-c8b9-4386-acd0-ce413ebdecd0", "result_sha256": "46f3b2e9311977fe00fe4e41973c0f960848308345377af45d5caa51114374d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 963, "latency_sec": 3.017030254006386, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:22.351972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3211e73d-4718-44cb-95c7-51b998e642dd", "result_sha256": "2d4ccb7953f0199d55776f3be96861e0755a20db804f21ffd1d6779660adaa44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004752, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 963, "latency_sec": 1.7639752698596567, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:42.308916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67780390-ec93-49b9-8d2d-5c199e566381", "result_sha256": "3b8a9c7ad7b15c2e31f4a3056c865f2a051354855edcde40f2061c3ce4d96210", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 963, "latency_sec": 1.6068474790081382, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:13.314285+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c5402c2-c605-4507-b432-429119417923", "result_sha256": "04ef4a25fa870055e94221809cadb70f390fe0b22bac2caf178c00d8e9ca03ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 963, "latency_sec": 1.7437274530529976, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:16.663386+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2aceb52-eee2-4f0d-ad57-d519f872c4c4", "result_sha256": "82327cda1d9641f21e092999b9fa735850c6a7a70fdb7b935b280571dcc514b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 963, "latency_sec": 1.209657825063914, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:54.248315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afeb2125-c485-49d1-96c8-e72ceebc81a3", "result_sha256": "1795a908c1fae708a27071b0c779c28bb3f1a65b54a0b7d256a4c897682f3c93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 963, "latency_sec": 1.2740656710229814, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:21.471094+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba518e01-74c0-431f-b885-c73f461ff358", "result_sha256": "825d506024a3fe8fc588eee4cd714120e107608d8cba8cb2db1c764fb307ae2a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 963, "latency_sec": 1.2700070531573147, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.376159+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4207831-cdd7-47ba-9deb-85a68f3126b4", "result_sha256": "f62574043ecd9b917203934cffb4a7f5c63600016415a059ed985efad6edba97", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 963, "latency_sec": 1.178937538061291, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:02.006112+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d041bee2-2d0e-42ae-b069-66cd38f5041d", "result_sha256": "cbdf19f9e6475d882ebd1eb26e6f0a4ebf948ccfd9206dc1a3bb147c11008c52", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 963, "latency_sec": 2.465567409992218, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:27.064731+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3ed353-07b0-4755-8d56-69b634753581", "result_sha256": "f07ab837c6206a0f3ec57fac09eaf5e0b5ddc6b295dbea7ad2d5cdf482233fdb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 963, "latency_sec": 5.049068154068664, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:18.722665+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89f1acb5-e3dc-4833-bb6a-715433408cb8", "result_sha256": "6005ef97dd183f860a23abea52dcf37d33eb2f0717ad204bb961b0fe3224d39c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 963, "latency_sec": 1.1950408520642668, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:50.524749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a72142d-0a94-46de-b224-be96795696ec", "result_sha256": "d23f345520cb5803d732bf5ff2ae52f6cdb1296dab2a90c7ed93cc94ef119629", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 963, "latency_sec": 2.3461206851061434, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:58.497063+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf78596-aea8-47d5-9cf5-9165fc6fd11a", "result_sha256": "e679ebecb6bb567be19bf42c5ddfae6a9a50e6bb11fb942ee82efd80a0520d64", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 963, "latency_sec": 2.178072685841471, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:56.207583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4b627e0-2d65-4110-808e-4b3d40dfa44d", "result_sha256": "4b177295bc7d235e07047e1c606b90ca01db6e964a41afc523ee3ecf24bc6230", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 963, "latency_sec": 5.278678415110335, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:04.189507+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60cd99cf-b3ac-4856-8cc6-efb91af90dc3", "result_sha256": "538f54aeb6d682a711a786ed2de8963642f26e7062e505eb92a000efc8f6d82d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 963, "latency_sec": 1.2726146150380373, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:06.146464+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2faa2999-ce0b-4e8c-892e-7e534b211872", "result_sha256": "bf3612d7da1ba7702fc1c23bd9f33d88d56a0a059b3eaa5e5a2576f5451f870a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 963, "latency_sec": 2.603701459011063, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.073584+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e29adf-4722-49f2-8f9c-120173325bec", "result_sha256": "5ffa0859df6e6554083c1a88c18bd56898748e9882aa97785910097d9a15e519", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005532, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 963, "latency_sec": 2.543973651016131, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:31.423560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68c7b63a-ebd6-468d-9767-9d1791c249e8", "result_sha256": "59c840813c9ddbfa2b7cfd7e881c3524ca01a168aa9ed3b99342ed4b50b8d4f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004952, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 963, "latency_sec": 2.787398853804916, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:16.563048+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b31012-7c6a-4ca7-a9ae-a5107f19a2ec", "result_sha256": "096672fa8fbd34db34e10ca191958ee1e504a1f502570a85eaee13cd9fe5b863", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 963, "latency_sec": 2.263586825923994, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:52.062649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d412123c-4382-4747-aa4c-9a6d2a7842ac", "result_sha256": "f067afb655575aa5434d211410c33f742b13a02fb44d628e73368a56f50460cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 963, "latency_sec": 1.9909080369397998, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:04.626514+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df7c6b1-8f81-4cc0-b061-b3901b941c7e", "result_sha256": "ce6d0b6272f83746dca4c06f3438febc716fba19cf00ab9385cab10478a5e17d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 963, "latency_sec": 1.6580162439495325, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:34.769407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53dfdf7-7ab8-4cf6-a18d-3e069dce887e", "result_sha256": "5e152c8f6b8b4e6acf37cf2e1c43999cec5d130b1ef71c2d9ae89adcbd90e6ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 963, "latency_sec": 2.30574579606764, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:06.590121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64c742e4-0500-4dcf-bdb9-c84feffa4210", "result_sha256": "aa5dc287785997ec73ad7f85aad8c7b7fe76aad275cd91357384c746ee7deb36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005372, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 963, "latency_sec": 2.4934015080798417, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:26.721734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1af099fc-4df1-4737-8572-9bc8f37b3f05", "result_sha256": "bb52569257c82a531d8a1f1d25bcd01dec057eeb195fcf20a4b2307530e4ab49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005172, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 963, "latency_sec": 1.9497698610648513, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:07.847142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9aa2005-4caf-4c95-8d99-ae247ab6424a", "result_sha256": "d2dea94a3fa3675e5f6ca3274a2fde90f0c3a88379ba02e649f736345feedf83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005872, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 963, "latency_sec": 3.7023824739735574, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:29.313046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "724c296a-31ef-4119-ab67-27523337846a", "result_sha256": "1cc0a4991778a4d59e5fc83789fb71de975dd4442e15006429673eadb8488969", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 963, "latency_sec": 3.287947871023789, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:43.318565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7adeecf0-becb-43fb-ae22-545e9b4dc0cc", "result_sha256": "7209bff14f231be64ec282c5ced9b03d26edea8fd2c550bb881cf3eaddc895dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 963, "latency_sec": 1.9045828050002456, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:32.296133+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "329be38b-961b-4bb7-acce-1ee97ce629b8", "result_sha256": "14224b7d2673623a79f99fa52fe6cefd68eee84868ae8bb4373b5c29eef280ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 963, "latency_sec": 1.4419983818661422, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:53.414403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b49fbf6a-56fe-4772-9f81-22b4fdc8e8a7", "result_sha256": "23ea85d46607f84c2c5b44d50302d6c55fb26c5fbaef9630a38a07d892c3c6dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 963, "latency_sec": 2.542941594030708, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:21.485451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34ce2ce4-e295-41a8-9191-3566ff7c57e8", "result_sha256": "e91e10974a3e3ca7cb1088e019b5291a7a3bed85d2f0c76ca5a698e668061a1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004072, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 963, "latency_sec": 2.3513223649933934, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:47.415682+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23297fc1-0487-4e5c-890f-5e1be1958ee1", "result_sha256": "c7943b116621e3b5fac4609f5f8d48c713dbbac60bcef029231cd57bcd01343f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005312, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 963, "latency_sec": 2.1926244508940727, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:16.949057+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d07f39-0a29-4158-a7d7-84c85e52bddd", "result_sha256": "baeb2d8d1f5f849411561ac888c80869e504c8026975ecbc311a47666d8f3419", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005352, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 963, "latency_sec": 1.8053090458270162, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:05.841182+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "452b5762-06c0-4811-8acb-9085c9f7643e", "result_sha256": "88484563010876e23f025f09cf6b8bd8c52f043d308288098b93d0aeee603bc2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005012, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 963, "latency_sec": 2.724460212048143, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:34.820832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8fabcef-c3c0-46cc-8c05-6b4de037259f", "result_sha256": "f33934873870cb86cac87231b2c8dd04f0897243f3061d045c97c66e8cac3d61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 963, "latency_sec": 2.6577656539157033, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:48.155406+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "780a7bd3-331f-4ecf-a4b2-ba3fd346720e", "result_sha256": "d3e20da3c2615acfd3f1e2c7574ffea9b005147944d41cb510d62d357000920e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005224, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 976, "latency_sec": 3.1952541100326926, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.137595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b966c68a-afcf-4d71-ab4d-20f549f19010", "result_sha256": "8733f4217d6191087ffa3e19247928da1ebe99f25e0d5d9aba0f827b0482f117", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 976, "latency_sec": 1.1845565240364522, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:35.666896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b14108-5f2b-4b61-a1c9-486c7e98d04c", "result_sha256": "054884e514d5d79b13650d1b35d26bed58004e7bff24a6d1fc2de592a3e84411", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 976, "latency_sec": 1.3842676549684256, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:06.070237+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec04881-0703-4589-921d-830141f2b40f", "result_sha256": "c7ff31f80973295d71aafb518e646b63a21f2b6babdb1fca5a734b548c2b169d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 976, "latency_sec": 2.1323001449927688, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:50.345501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cb4afa5-bd41-4981-abe6-ca23ca56a46c", "result_sha256": "6fd27f884a2da22b3904a5db4b4c221a4814f6871bda5c6a16a5f16c05261007", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 976, "latency_sec": 1.6805497410241514, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:04.632467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b5569b1-9dfc-411a-9437-a23988881da2", "result_sha256": "cbc6b75aaa903576f174f04367497e4f9ce7b94acc1423f1f05c02191ccab55e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 976, "latency_sec": 1.272506196051836, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:12.440796+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2cdd8ce-d96c-4649-8781-bc8fbe47dbca", "result_sha256": "fbe74ed39279d940e23acb0cec378815abdbdb7817f15604f898f6103c45826e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 976, "latency_sec": 2.1388748299796134, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:17.082185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e020b220-0997-4c36-8be6-e890bc303216", "result_sha256": "7663b7245e9b93f3049f66fcba91d7db5c7f81ac46cce9044cb7d9269b4fd166", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 976, "latency_sec": 1.2129095140844584, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:22:06.558818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc319035-79ba-4897-a85b-865b7c10cca0", "result_sha256": "c817252271a6a41c568ba7025412ab468c79cf317124616691c3e63ceb98b50d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 976, "latency_sec": 2.4589961310848594, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:41.983598+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "805469aa-dfdc-4fc6-812d-d6fae2c970aa", "result_sha256": "b83bf657d11aa5e5d0ae25e58fb1c6cb22af749a937275ea09306767f33c1863", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 976, "latency_sec": 2.583090872038156, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:42.671765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "913507ce-c188-4fc2-8ba6-5693c346668b", "result_sha256": "0d133a3b3092af184ef550a90f60d1d60c4823172a73e2dd4d4a445c15a60b81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 976, "latency_sec": 2.1842971509322524, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:30.832066+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a81c7b49-e0d0-4ac5-805e-f2baf6c4bae8", "result_sha256": "7d7cb14810b03c1a43974ce1a73ee6a1050b894aac07e17c2b83bab0903d65a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 976, "latency_sec": 2.354994432069361, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:10.160788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "222633dd-f5c4-4381-bb61-83161b57c007", "result_sha256": "a9ef675de7e0c9b6272e777fd6effef436a1e14b84dc29d9d0e163d378723e1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 976, "latency_sec": 1.6983872910495847, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:06.691952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d14b6de-d5a7-414e-b891-5bc847161489", "result_sha256": "5ec37fcf9aa3d52196bff0a2aa057bd5444120179bcb976915d8b033085e7909", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 976, "latency_sec": 2.207709190901369, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:17.773512+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93737b8-2ce6-433d-897d-4bdaef9eb7e4", "result_sha256": "7136592de5eaa80e147bd9c1ed3763cf861b1ac2a2bd25705708214b93a22900", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 976, "latency_sec": 2.112574073020369, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:26.124855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c57ef14-a555-489a-910b-24ea56e6d426", "result_sha256": "705f78fe05dff6b8397134a98d2764809db79edf38611a09a722998ec7132c24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 976, "latency_sec": 2.2031648801639676, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:14.038684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6576172-2a0b-49ec-a29c-65e6ac6c0a09", "result_sha256": "9e6ee8855c00f4b040d679804a3b9e1f65f4c2146f48fc5e85e80e219eb581bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 976, "latency_sec": 3.3031881819479167, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:41.877987+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c2218db-ab1b-4771-825e-6647bd3a03cb", "result_sha256": "ec9473ed225142d14adb342ef45ada19290aa9244df7797e945091c4c7fcc5c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007624, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 976, "latency_sec": 3.350918874843046, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:27.022396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d248711-f04f-4e91-a4ee-633a24ec777d", "result_sha256": "2210c3fc645e7c97ade979e4e0c558130631c1908fa9db3a7a64730309746bb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 976, "latency_sec": 2.303385046077892, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:16.581349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62fd165-0549-4bf5-ab69-9421d34a1257", "result_sha256": "0d13e5696d194f3c0330a2db6c0b2891ddf9c05a4fe82eca5b712d0ebddbb600", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 976, "latency_sec": 2.1121721449308097, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:53.379728+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a002e8e-6dcf-4dfd-898b-ceee895dc14c", "result_sha256": "0ebcfdf18764b816b1706cac9bf3403978b7b55004395e126d3b97ebd86eb9cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 976, "latency_sec": 2.60700016701594, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:19.585383+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3242b26d-ef68-434b-ad27-8d23684d5fab", "result_sha256": "c826bed64d3111e97eca04f96a2398e87eb380fa0df9acf36a9d482a4b32f7a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 976, "latency_sec": 2.386923799989745, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:31.498804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1860e11b-d7b6-4ce4-82a7-607a9acc7719", "result_sha256": "21d3cb4f1194dd31894231d92b4856f330b7ef4a27e052017158c7ab266787c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 976, "latency_sec": 2.955644940957427, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:55.063957+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc4dd5d-0415-4c5e-917d-7145aeed3456", "result_sha256": "c414d197ea12f2924e4a2e32e17f953fa58b9344704c235a4480e041a8e143fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 976, "latency_sec": 2.3266236381605268, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:37.698270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9a894b9-65d7-4b69-8c45-67f2800aa68d", "result_sha256": "baa9527573aa3b5356b53ef4972756ef6ac98a6ca0cb4fbfbdcddc8d8759dd18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 976, "latency_sec": 2.0570052131079137, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:11.196607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66eef610-6ff3-494e-bd78-132dc6e03a72", "result_sha256": "b31f00cb9c98e826aa6fd612336d84b48970ca87c52648a00a7196696cd5e835", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 976, "latency_sec": 2.7105650280136615, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:46.156229+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a54e2c18-0bf8-47f3-93b3-c82d7571add1", "result_sha256": "e91296e4354843b04228223e08abbcebfa713f382359d1d3b58c81a5e83b6580", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005104, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 976, "latency_sec": 3.0561168380081654, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:43.323465+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e1ba46-de9f-459a-8f1d-5dc8d5aacece", "result_sha256": "412d3c8e1c2b058ab4c9faae22be9a870f12491950ee54aafff22b297045236d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005664, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 976, "latency_sec": 3.3130572801455855, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:48.699442+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bb2725f-d941-49ad-91b3-f46f8768c9d2", "result_sha256": "4972d7adc213e41111b9595266c3aba20c5946adf9641a874158900c0aaaad8a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 976, "latency_sec": 2.3777969740331173, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:36.169140+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffb43917-346d-481d-8ea3-d606b032d896", "result_sha256": "d4b64166bbed69de875f916a03c75e801c52ed297bf17be6c9cbff10f8dd4fe1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 976, "latency_sec": 3.4407421979121864, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:31.017864+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9f972a3-defd-42e0-b520-0126d439a145", "result_sha256": "a8d1d490d91d0720b5aae91d7f07108ff97f2f3f3cec87572c7493bc5afb42a1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 976, "latency_sec": 2.479041281854734, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:31.568034+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f93bf49-d21d-40bc-ae37-58419d04660d", "result_sha256": "d1d4c14f455e7217e03368540f941a46795cf60b64f531057e52c9bc0ae478de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 976, "latency_sec": 2.2353975540027022, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:38.000757+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6d247d0-c39e-4638-bd1e-a4e02f804e44", "result_sha256": "8ef8f67b25565ff0fb2b34a274ad534aac7ac78eb1e217ade577663f6de29c83", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 976, "latency_sec": 4.911745289107785, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:55.892747+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73ecb61f-ae26-41ed-8b26-43b3ee4ea69b", "result_sha256": "f7b8ad2b23fb8869976e6345852107d357bb330359a7a65b3a5fdc1816840331", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 976, "latency_sec": 2.8275744011625648, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:50.950940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3deb6659-44f6-4aca-b87a-48ca3e0c9a65", "result_sha256": "701fdee47fd605cf64c6476d1d1600410f834c4808820f3c2319df7e84e08a3f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 976, "latency_sec": 1.1849696899298579, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:22.640391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "127af99a-b6cd-4c58-89b8-2f4ab891bedd", "result_sha256": "cea9a6301c53a279a6771c727f6812d8a63626b56b8095163d71fcfb805228f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 976, "latency_sec": 3.3693148619495332, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:35.925308+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7414229d-f44a-43b3-bdff-edd4eb762b15", "result_sha256": "0aa8715da2bd02c576b96b4ae6cf4b4bad8ef16c80a6ba39cfa26af1047f43f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 976, "latency_sec": 2.6353507621679455, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:56.825405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc8f8891-9e3c-45d1-be35-bb3b6c1ed6f2", "result_sha256": "5dcb21554f82756e0cc0ef0ea5df8b3d2330bf98e9cc6f1cc5ee2450403ab75c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 976, "latency_sec": 1.2757643079385161, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:18.412134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ef4ab3-fb69-4135-9559-fa8068aad8d7", "result_sha256": "5cf10c5bd05c46036629660fb73d7dca814ed200fa1f7f0b415254752ebaebfd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 976, "latency_sec": 2.7049956060945988, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:59.556172+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b1dbaf9-0168-46ba-bb6f-2605e8f7d33f", "result_sha256": "80a11a4bf6e717bf89c46331f62244d51fe7810dbf7bca6b7667ec4ec05ab7df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005684, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 976, "latency_sec": 2.3242344511672854, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:43.406152+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f5c2e1-1e2d-4d60-b716-fa7a87eb17ee", "result_sha256": "a2293831e53b1004e2bbd424cc2636e47de3f4b8efe050b85d73e0e821bfcbe7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005824, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 976, "latency_sec": 3.0109058970119804, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:47.413204+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "696dd945-72ce-47b2-b56a-f366c246aa4e", "result_sha256": "eb04bf55f50c502638d1d4b685ee4c5a80b6729cc278e5e47afb383c9bc539d8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 976, "latency_sec": 3.8818546670954674, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:35.275561+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afbed6e3-6573-456c-bdf0-c53f15300d18", "result_sha256": "4d5cbd66bf18cf1ad48db5f424437ef8dd7cdf206dba66c1785a4f5ce0b460bc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 976, "latency_sec": 2.5606911659706384, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:24.322307+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0610acbb-037a-4e74-8547-c6b1abd78546", "result_sha256": "6fdb85b796035c81f3a696bdb90975aae64269761e13608e36746826acbc064a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 976, "latency_sec": 3.6287149689160287, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:08.370780+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d6b4b88-fb30-4e32-9df1-ba1b531df0c5", "result_sha256": "7fb4e14ebc957b75e0df0ccbdba85826a697b92dfebedd45fa485468635815f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 976, "latency_sec": 1.818571531912312, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:49.063601+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3925e39b-04c3-4713-bb47-2ed9ab7c4cc3", "result_sha256": "0d5e323d87677f94415170cdced4c6c593c22438cbcc3a167f13b35e1d60a5b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 976, "latency_sec": 1.6139890179038048, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:29.706750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ced997a5-796c-4dd0-b84b-6970a4c69a4e", "result_sha256": "a68979301be9676cffe125fe6463e460456308622ef7a622a87c5f903e5ab05a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 976, "latency_sec": 3.9303808989934623, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:22:02.755141+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "260b389e-a527-40fa-9cd7-f1e3aa2e99e0", "result_sha256": "d3e6f0dff2187a6ec2f07adeb27b3ed0c27ab34c1af33605f14c9ceb2b69cbc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 976, "latency_sec": 2.2711579359602183, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:48.855160+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2f32c1-70f9-4beb-a078-c444dd544e8e", "result_sha256": "8b0c64015e2542c9c6277b766af861168dac80dc5b2aa1a8ad84952dd790ad68", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 976, "latency_sec": 1.2772057640831918, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:48.924874+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0276a365-dcab-408b-99c1-1fd634ae4614", "result_sha256": "7ef83f7dec6a4c551e15930cf29e83ad6b748285bb891b008b4170bb80e5c084", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 976, "latency_sec": 1.6610198859125376, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:36.893364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "427142e9-84f4-4022-8ce6-a9ce4aea5946", "result_sha256": "1c51a5a8936e244c8366c59140d621f76b507c3e00bb53cb5140dbce0e62fd46", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 976, "latency_sec": 2.401998277986422, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.596672+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "252c2e75-e45a-416b-a9bb-b08bd8990e50", "result_sha256": "0327ac0c3aba8774a6d8ca78ae1cc0ecaafc1a449f428d7b1d2cb1147ef5722a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 976, "latency_sec": 2.4186222231946886, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:57.674209+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b3d4538-0f4f-4bb5-9b75-90951abc783f", "result_sha256": "eff5b567e9c2e7e30558314c8b0f50c5f7e843f90a77b1c96de9390bf5eecc52", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 976, "latency_sec": 1.2191919940523803, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:24.931940+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e386d057-5e0f-45a1-a64c-cd1be895578d", "result_sha256": "db87d61ef4cbd840133ad600dc99b50207bc9c3c557c87335662abcc072a2082", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 976, "latency_sec": 1.7015686759259552, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:40.522309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9172d764-01f0-4694-8b40-59f44e44fc53", "result_sha256": "04ddb9061bc58adbffd48690a29890131b77dba83d93826be401996a1cf5a02f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 976, "latency_sec": 2.260920917149633, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:56.506559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34bf5751-5a2e-46aa-b1d3-db545dba5ecb", "result_sha256": "3f628ff837bcd3e3012696d72c5c316b94809a7152d2e692cd107c3a19ce5d8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 976, "latency_sec": 2.2993468628264964, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:11.953426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68cdfc07-7e0b-4ea6-a82a-bec694a48f45", "result_sha256": "4705364a8ed84f40d63c960f93ea190f71ffc454a85f973a0b6a716002736528", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 976, "latency_sec": 2.5080690749455243, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:32.729761+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea8376ca-fc76-482f-83bd-72401ea97b9d", "result_sha256": "3ee493f92df566a8bf48a15bba9f69eb451e7d39d89baebf001ec41459b6c221", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 976, "latency_sec": 2.222759241005406, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:05.153480+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82763e23-2034-4721-b02a-1edab249066c", "result_sha256": "24dfdec89858688a62282e3b5df37f71a5b7a37995baeec6e7878c2c9e723175", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 976, "latency_sec": 1.6216667839325964, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:29.074437+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b176743d-5306-4608-bad0-2fe221ab2602", "result_sha256": "bb0ca5b3228cb006e680c952d4143bc4e9f545d456be312a939c603bd68c4cd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005164, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 976, "latency_sec": 2.7086740939412266, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:44.999977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e87ab08-5ef1-4bb1-b2f1-fd9edbdc158a", "result_sha256": "7687de34ab170b299f25dc871a778bf04d9e5d5d3b2bb598a0e6b67317e34132", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 976, "latency_sec": 2.191232433076948, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.019841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "020fc988-8e2d-40ec-a4a6-523f68a1c1a6", "result_sha256": "0e1c6fcfee78547bc8a1e7b8ba8e731a73cf782071cc5086bb0707b967ec1a6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 976, "latency_sec": 2.3366938740946352, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:21.393666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7592e24-bb6e-4c7b-becb-74f2aff8f456", "result_sha256": "47cacc2d3db054a702791797be5415380bac4bf91e3d093af3d6d6fd7a3f8319", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 976, "latency_sec": 1.2030804571695626, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:13.548062+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0cf4f5a-dec9-40a5-a5fe-5e4bdc75857d", "result_sha256": "c09216ad8f5a88935daba4aeccbf5112d25f6eb664ad187b718a2c43be615ad0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 976, "latency_sec": 1.2601788158062845, "model_name": "claude-opus-5-5", "out_of_srgb": null, "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:27.405360+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b64eb84-05bd-45c4-95e0-b29b1db90e31", "result_sha256": "a8c049854b4203c067be8d720844e3e3d0f9311700759839b6460a6bd9ccbf51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000139, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 2.4868928119540215, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:23.469878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87048893-74c0-4e58-ab45-793bb9ec25b0", "result_sha256": "f358fa754f8e98a2c4610d019dc3f62ab194cb87d4d4ed53be180e04dd9f29fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 1.7791340921539813, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.923157+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f8e6652-4d32-44bd-917e-c4715867612e", "result_sha256": "e03a419aeec9f56157d51d7c1e972b8b74b576e4d8d3dcf816e329f0a64c81e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000103, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 2.1038591880351305, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:58.530233+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddb1d69c-1748-4893-b4e4-0302bea2adfc", "result_sha256": "ba28c6d5e423785eb47ec5a5b523cc724089f98882f4f49fb27c11dd65a5df4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.6e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 1.8964013699442148, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:10.681984+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c56e456-709e-4f88-8a49-ba1e75dde158", "result_sha256": "32d93be83a532b98b3b8c0eeb73713c6b2948729691da692bfc1da51ed2d2412", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 3.648130862042308, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:26.377777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd286134-d9e8-4863-b738-da307e4d12ca", "result_sha256": "96284144a31e76fd505ff0a983732caee6dc3d952d410223e3230f4e54938ec0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 3.90880448394455, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 196, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:37.638510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f5eef1a-d463-4fea-b44e-33aea578c7ee", "result_sha256": "e6da484b7edab9b7f89ba72ec964023c3cf1f0de40224c346cfbe81a82b81097", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 1.7219167649745941, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:18.996075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e587f547-d512-4cde-81e2-b52e1fb98c41", "result_sha256": "5dc127ee68ea42eac2fb4aea5a71ef0f0ece3643db43df9a49e33e72a25b8483", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 2.139566952129826, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:37.575178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "455b2091-f5e2-4aec-8af5-3637730722b5", "result_sha256": "20871f62dc3192055ca6b8aa68b44c89ca19948422f675c60bef1a425562a41a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 8.176813375903293, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:09.919917+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d9c794f-d668-4b24-9437-21105241a511", "result_sha256": "ac0205e57f6617023af3f9be1fad44c947d3f0682a44991f2f19a9b9a9349e7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 2.324881446082145, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:29.531913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62247a4b-373e-4529-a2bc-1a05cc460302", "result_sha256": "fe7b99ea8e0fa99e997c6363a8725c08848f1f39b5efee93b32c44591ce761b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 3.207390299066901, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:24.179043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a02bcac-00d3-43c3-80b5-f6a6cb2e39c2", "result_sha256": "844b448c405185c26b723542f8804c23deeb8047b10c1d00450f4df859b5407e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000133, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 2.959567128913477, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:17.024950+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e03b6d3-2367-47d6-8ace-43b670c4927d", "result_sha256": "0bdd9450a09fbad9cf485936ccce5cdee6d1ea818f5d9aed2f3a2ef169998f53", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 7.61767401592806, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:28.011064+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c783fd2-0688-41ee-a9d4-85e41988b069", "result_sha256": "dc1b64f5ecd578abc165674df07d0e839cc1696e2d9b23ba3a256ea659d0e6f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 6.3172654050868005, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:41.258381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ef5f615-f38a-4c2c-9e31-7fe07ad389f0", "result_sha256": "6780fd11719f6440e3fd9f961b35c5a4fb123fa0d84f3d8394ac494e52be3fd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 5.079236474120989, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 276, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:22.461654+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c21563f-f8d9-45ab-9232-3a05757453c8", "result_sha256": "c2858d7cb4ad678311354b78ce19921132c35dfc0e738445654b82a3df263d4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 3.320211622165516, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:47.165755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8b3fb0e-a9ba-4f3b-96ee-133a05e9bd93", "result_sha256": "073d19ed82ba39ec0a38e2a6e2c1fd4461fed74932af71aa22ed438755df86c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 1.8981267288327217, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:09.053927+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6296d80b-b0f0-4e38-9c48-a0f3255f7499", "result_sha256": "c2ee83f6d721fb958cf3136fbff9687b59c34474bcaf84b3160c0697223b0388", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000113, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 2.0714830381330103, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.487045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b68ec222-077f-411b-bb55-d93d02568a54", "result_sha256": "5dd18e329e45c2a756269865733f3c9f5ad73aec4f95af707e60478b998abc2a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000105, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 3.294173490954563, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:19.079666+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38014082-d718-4628-af69-1494d215bd0e", "result_sha256": "58b291d9b89ba96d19b63f89dca2d3350ec1795b519b0025c49c6a2dbde3897e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.75e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 1.7867689640261233, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:57.539359+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b95f371-7eb0-406d-bd54-858cd94844eb", "result_sha256": "c147d98166cbe800ae9de1a4a702e4871bdb82e956131b8ecb50f3091b277030", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 4.1316649310756475, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 237, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:07.212058+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8a9205-3277-4e95-8bab-66dcb1d0b24b", "result_sha256": "cc4007034874d822d228e6d5cef00a45395d22f4a866a4fe315b8cd2bfc9aa5b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 2.345800066832453, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:15.804895+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0557797-c63c-4822-8f92-1ca4ca5e82ae", "result_sha256": "993f3575cab2e84e4da59f7784d51e3dd46c5a64cd97993221e9b95ad55bd9fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 3.9965776598546654, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:13.515712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1060503d-5a49-4926-8ea3-f8b977bc99f4", "result_sha256": "08bc08f81f6b48d3dcf68720591447689d8ec6eeb7dac60f43ffea584eda7a85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000131, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 2.9324581171385944, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:47.097433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "98856781-8b6b-4867-859b-753df649a472", "result_sha256": "118b03d7c1211eddda62c845793b01ee9d5dab13680d05421aa56e6a4ac98e8c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002515, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 6.257724517956376, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 364, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:13.566600+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac75af66-9db2-4687-9e72-0bf30aa3b5cd", "result_sha256": "99f7cf693fb923e35147b342c823bc477809c9ff2723cb89f4f25967d7ace4a2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 6.504326856927946, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 384, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:59.021869+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1181f062-301e-41c8-bae3-7577a95ddaaf", "result_sha256": "fb5031280ed825d1a5652ac9fa009500efcd2fbee61b1a4c1da376cf4f2db66f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000246, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 6.890393265057355, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 353, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:41.304066+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66b9fec1-d0c2-4121-b67f-d6032b23e868", "result_sha256": "b6f600341e3f28f6690c726d894ec6c64510238d5da32a1e40bf24617ca83965", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000367, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 9.387404395034537, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 595, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:09.448307+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08d4611b-702f-45ea-8318-ff119c7afdc1", "result_sha256": "f813dc350319f5d316ac15a43760d9403f8feb9e5f88175296bcd2a20d97dc9e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002785, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 7.444011324085295, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 418, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:28.981631+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90da09b7-2277-4498-bd45-c78d5986697e", "result_sha256": "8a71304f96688ad96c867ab18cf2df9a1dc43e6f22b5a3ae359fd8eb6fe9c489", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000263, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 5.745054984930903, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 387, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:35.715138+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c643e3-fc1f-4013-9a13-329032961fe9", "result_sha256": "4498531d2fda434c40639eebb6b4192d76e01476a6fd272af1efcf387c435d96", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.000322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 7.478815898066387, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 505, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:56.115307+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41463b1f-8239-479f-a3b9-c81109b26055", "result_sha256": "adf0846fda0123d8c9bfacadea47bb05672aec7aee4f95c1cabe2b2a649674b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 4.769663546932861, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 249, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:46.656833+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "293f2681-c38d-4046-8567-ed5f398475a3", "result_sha256": "29a750c15a7c7b4c072f00cb855b6253d054191ec237c4f1f9242f7ceae71bec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.1e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 2.4247634049970657, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:09.026644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae79aa5b-56d0-4b0b-b146-53fe22914f23", "result_sha256": "5c337e59e55bf17ca30d2db9e6913cba7b45e27b9d93078c7c00f030c486038f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.55e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.285489401081577, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:41.474376+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88169ed8-bbd1-4ea9-b1f2-273263775769", "result_sha256": "9278dc0e0c3ce5ed281672e4c1c10eb942a872d404ab4b2290e6535b65a28f1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.65e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 1.6706339709926397, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.153928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9ecbe2-0e46-4f6b-b6c6-8e6787e11112", "result_sha256": "759f1b84e43abdf1fcb2ea75d24b7308ae1566079a2c795ce2e5fc1d0d8b3414", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.6e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 2.135877714958042, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:03.682062+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6389ab38-92fe-410e-ba55-4746fef7a2f7", "result_sha256": "f1fb0ce6b957b54a7fa897184c7aa79b56688c23c67795713d6337e639da2bcb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 1.6461527498904616, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:54.029238+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1197f0-a093-4403-a3a4-ca9dbccc5d0b", "result_sha256": "0e610696074235f2c3a4928be8d45c27cccb81cbd59d1fd56d000593a47d308b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 1.951765501871705, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:10.291746+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bf83e04-2338-46bd-b1aa-a5f5c0098a62", "result_sha256": "dd4a543e9ff444317bc5f92cf5a22578a878e0c756c0ad6e4ca6a1ce1c7fded8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 3.7980209419038147, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:56.734445+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef805ac-db3b-4b73-9921-55a7778eb6c7", "result_sha256": "e02ccec700fb84346f87dee59508c4f830fee564e97c3d305b3e8fc7f5850351", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 1.9912510269787163, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:26.444974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54acff3f-6e9d-4f30-80fc-bfaadb20877c", "result_sha256": "ab7b5797aaeafe8b350697af9c1e40a30691ab28e6c44559f4ebca56695cf98b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 1.8075750218704343, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:05.906004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19cfef74-b044-44b3-a098-e14bbc9b0bef", "result_sha256": "27379ff592df1aa1b22c04cd01340551f985fa2be62a4fafcbf714303f7f02ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 5.87161484407261, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 289, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:56.782768+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aad839c-3f76-4793-b4f7-7be60b977fd5", "result_sha256": "ec0f5cf1a37f1d4c91cd429d4720550032f96c20aa215a86eecfa86d882a2c90", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000183, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 5.454564757877961, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 227, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:21.442329+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "806a9ef1-8062-494a-888f-10f33d49ce75", "result_sha256": "a0ca1592b998a783765e4e19b21bc497c0777ab00591d7c47802e6f8d365d625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 2.3117565298452973, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:45.284947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d876d5-8a93-474a-9942-6081e7bf7751", "result_sha256": "49649b37ca530e10bcebc19c4d99a3c72bd36bbd5247f72756be8a9fa2afc1ef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 7.550538195995614, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:43.338060+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1b71c6d-e551-4fa5-9dd6-f75a09f06511", "result_sha256": "f13ea7adf7ba17b3411a511990cd29f0dd7cbe67ca55636e1be08d129f0ea454", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 3.6117602370213717, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 212, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:02.844071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "852376a5-f5e8-4016-96b9-16718cae0796", "result_sha256": "408a2aa93dcabd68228e54cb9e44100b27608c8856c968059d3a22e888653846", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 5.649633519118652, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 334, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:56.951999+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a381c7-0345-429e-a22e-2dfe9ed133ce", "result_sha256": "162af1f378c2533268db969ce4f0ba96fe0d0b1b160bc45294754d1e53bd8ba6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 9.317037631990388, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 658, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:42.440769+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c57ee29-edfe-43ab-a167-626deeb269e5", "result_sha256": "c09b1febc5a0f41f7d9c6fcd4683416e98a0463285a716fdb80259aa2eb854c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010729999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 1.7202219299506396, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:31.289807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d76a37-ed99-4abd-9467-195631c847f1", "result_sha256": "687a88427b1c30ad131677c95921152ffc847c21c3f73a673685a6483db54333", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.7367126687895507, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:26.282188+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22d8f858-3bc9-4d60-bc95-9f307f2f0cec", "result_sha256": "a544a173eacd8018e49347cc03f5a2d268293a987b9b6af90b1ce06eddef2a73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.08e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.3657704419456422, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:11.800452+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e73b2575-4766-454d-9819-1353c9d775c3", "result_sha256": "d69dc02117eb19905eab89bf1846974992ff178bd978d7de613c80326c050bc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 2.0196030989754945, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:00.166582+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03eea89-c4e8-46f7-8e1f-5d601781565d", "result_sha256": "c280271a52f901eb23fc5a2a77fa1d378d65f57822ad60463818204802a0fb6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.03e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 1.2625711420550942, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:20.101198+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af8b633c-5071-4052-8bc6-68e7683ca053", "result_sha256": "7061c0879b0da80924bc161dbe4daf320face69794b0aa087d65eb93ab0d0b33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 2.1795722579117864, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:02.060246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0799e82f-74b4-485b-9d1e-6fe50e79cde6", "result_sha256": "c80de3b9bea768b048d93a984f480d5e90c74879f669944a521c6ef0eb06984b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.08e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 1.3878845979925245, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:02.796928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "713209c4-8a45-44b0-a1f7-c1fb309aa135", "result_sha256": "73beb2256e94d85ccf52b032c27b05d9cfd1b1283836c15b0cafb9c11748043c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 2.622230313019827, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:48.112368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e6a31f-90d1-4f66-81a5-dc3e3727754a", "result_sha256": "9bcdd947871dba82a907a18b42f17dde0f46c4764dac7dbd28ba8ed3c6e5f472", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 2.809570797951892, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.281934+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9edc9476-f858-401f-a575-13298584cba3", "result_sha256": "89906b8574e0aab78bc83e4e24ad057f2b642722aa581c1231efa7b168eed200", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 3.5300218269694597, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:20.320509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45870ec5-f384-467d-8389-af8ceda3eb4b", "result_sha256": "9300488ed50088a0db4127e944afede827a363d03d993baa46de2e4e7e33e132", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.329999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 1.4530091881752014, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:11.952613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd2773cd-c828-4ef5-b93d-556ae821ab1b", "result_sha256": "888763ecf720fadfec1a6e2bf7f8ce22df8292dc5c447231fbff9951380b885a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001283, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 2.645082130096853, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:14.101014+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef9f0d42-c54b-45de-8abf-82a212855a52", "result_sha256": "62741a12556bdfde23ae13540b134657174ad9d7f482dbfc3dbbde613f2a4a34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001753, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 3.648794012144208, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 212, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:24.249896+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8683f079-3d92-4cef-8dbc-e84f9fbe6e32", "result_sha256": "f82b64c66b2b3eadbb6408154c0d8fc9eed16e1cd5b06c0aeb1b914cc046c8fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001643, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 3.65048820595257, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:29.375093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2b2c23-2062-4734-adc0-694f2a03a24e", "result_sha256": "7b0be024b21060337bebe4023edc4f9fbe82eb7fd738afe468a3be3691d5a134", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018930000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 4.547745993128046, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 240, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:44.401961+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77cef2a7-ee72-4af0-b761-022f63c09b8a", "result_sha256": "03246aa7eb68d144b6fe7fdf64a6527a9fe3f6d8eaa4e658fa6ef18616f28a21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 3.2803097979631275, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:39.043813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55aa3119-e6c9-43f4-a0ee-4844d21193d3", "result_sha256": "e4e4b8357a80f9ee09803f0dcf3fd76a943dbdf81ff07d77e8f9421533838878", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.18e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 1.5003559060860425, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:09.392250+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70641ff0-910d-4541-a45c-b8272d355eb8", "result_sha256": "b7fea8e9c742cf498dc25916874c1ab493bbcdddac2af68b15777fc9c075c38f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.03e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.2531990769784898, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:31.407469+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b530b009-c9b3-4482-819f-ec33b49cac88", "result_sha256": "c199cc58c8e71032c6dbd3d1775ea453a95da0b9d25e60a71543e982b022a5b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 2.320871067000553, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:59.949659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b99e2708-83ee-46b7-87da-7ed031e9937d", "result_sha256": "e60e8440a442ce02dd855c1de43b77ea7886dfb53b4ce22379b91d90648a0408", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.23e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 1.5341351309325546, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.170232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1016eb5-f63a-42ad-8c69-4bfc284b88cf", "result_sha256": "14ee4a91c1b56a3d348d0d74e2b826c67049a35b5a0fe5260db2c86fcaeadddb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.279999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 1.380915833869949, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:46.672570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25baf541-5966-4f60-8e86-fa84b522f6c7", "result_sha256": "c4e057c58438499ccf7e84ab2ff3f519bfa2e844ed9b6de2a8be29c302cd5bc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012179999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 2.568135721841827, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:01.065532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31f210d9-4078-41d5-8fb3-887fa61d1523", "result_sha256": "0f3f17cb2ac9f1fa076a8af06522297ae56b8a65cee5676cf37cebf7fca83e50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013130000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 2.3252740090247244, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:34.741394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9c979f1-16f1-4f1e-9994-85ab9224f6f8", "result_sha256": "13236f944f8c1d65715b35278ff1effa2311b26801b67ec2c8f650f64f5bff95", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 1.9057559550274163, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:37.285073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab978ff3-dc35-4fe1-ad13-a82df0a1bc15", "result_sha256": "a62a23ab20be7a0a141fa5f41af713da9fd1942437590d481c0aae5e0b554ce1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015480000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 3.6023691629525274, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 171, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:01.404104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b061675-413d-4072-b803-bc1546f67426", "result_sha256": "6a0d5007c0b313c8eb6b8838d4cff142152a4cee6ed8a8c1086659183822937f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001193, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 2.617378495866433, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:22.444246+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "507f0f38-edcc-4e59-a2fb-c92301e6477a", "result_sha256": "bce654c27b994db39db94eea9e1c4a2bb58212cbc46276262669f3d1ace0f501", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.103369593853131, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:48.864409+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec331f0-ec0e-4ed5-ace8-98c43d62d1e9", "result_sha256": "35faef5fbc2c5b55f71c6f22b40cd81c9f26bec01661c49c216b99147818a78b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.540391721064225, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:17.484153+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a832e3e-b84c-414d-b4ed-1dbdee37527a", "result_sha256": "2fc198ec5dce5373bd660d71a85a6c9ff12c544e20c423f8dd935fd9d41e20a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.93e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 1.6767915280070156, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:58.068216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "669f126e-323f-4880-8e0e-f0ed9f6ffa38", "result_sha256": "6dda593923e2144e852f49814f88702fa2cfbb2a1be97228ef48eadfb31f98f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.13e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 1.4653091200161725, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:44.828464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "493b990f-5a98-4ddc-9d53-8496e2612ecc", "result_sha256": "240aeb7e427b3e44529621d3d5a88efc53996db9dca1f9b605e8aa7619b793a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.93e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 1.4364630468189716, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:08.588330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f720763-939f-4f49-9696-e790542f5582", "result_sha256": "1394c712a5a2de577deae1cb0c8f91cce4c0c4c380bd4659f49c5d3d756e3661", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010279999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 1.8195638188626617, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:40.132914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca0bbbb1-8b6c-4029-9c53-3db1f308ebe6", "result_sha256": "cb13ea34e0ca61e32dd49426b7695b205889670864b7725643bc497e0a3b7c48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001393, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 2.650293950922787, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:05.909631+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb25c1bd-e9e4-4cd0-bdc7-953244f6a688", "result_sha256": "3fc656cc634d82ab80e4697e43d3263683298657df1edbdd107299b4e0ec5e35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 2.2393925690557808, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:31.019370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ea50c1-5921-4835-bfed-72ff39fc07b4", "result_sha256": "b1790ccf4da883d0b60ef12f516efca707c89c4d62484c32154af36e7c9923df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.279999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 1.4852138080168515, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:28.926421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1689a0c-44ad-4ee2-88aa-33f5e25e1d5e", "result_sha256": "e816ffa108c190e6bd457424a865385024f44254d7c74fbf9c16a0c6e0d733ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 2.9825155530124903, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:27.350866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf004959-91e4-4e58-86c4-7d7d5faa21ae", "result_sha256": "0464d9c2959d17fc41e0e21aea4a265c4ea108ceb67414dd3dac339bb398b789", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00017930000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 4.311444083927199, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 220, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:58.782199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "822d8896-1068-4747-804e-6780ac5375df", "result_sha256": "39519f827ea7672b74e87106dc6ba286ed5723d522a97f00537e3f2e238bf8e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00016580000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 3.841840766137466, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:24.485244+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6027a288-ea7a-4c8c-9c9a-b79f759718ab", "result_sha256": "dbe20cdea655b0f0c815acee4fbb5ca0b16261cfd5abab718b1770112b288025", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001398, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 3.034703486133367, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 141, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:36.088688+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfc16596-af51-492c-85b1-d602e226b895", "result_sha256": "a494f93bd2fd189e38c4ae84bbc1bbc6ebd0cc8fd4cdee220c9a7e0ca9d6c58e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001483, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 3.2188465618528426, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:58.842296+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1009270d-c059-4cc4-8064-863fca6051bb", "result_sha256": "9d420247cda680269dfe0796a5023ece86ba81e345d1c96e5242be1ede86e005", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.13e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 1.4933480489999056, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:28.428105+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6ea3797-5009-400e-8f58-88bb583b750f", "result_sha256": "bddd25396babe14a38a778ab75afa02c4ffc02c6de57caaf8e2913e95ef681f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.18e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 1.4060319939162582, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:20.155762+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "42f29c1e-47d4-4630-b78d-f8f985947a95", "result_sha256": "1254f4085d3a44932c249133720f3885114cf0527f50d92c232ce668d267a8a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.08e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 1.5314790720585734, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:55.249530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ab62e8-9a7b-4a36-a69d-fc8f5d10704e", "result_sha256": "d75792856bfccffb5cf80eb2d5be1de1f311f7f518814b6fa904056c58a57a1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.18e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.3615700278896838, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.676925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a0b3a38-bf3f-499d-bf8b-3d0d43ee2351", "result_sha256": "1123d15c7281743edac38142961ba4e451d9d2ba9c5308328e8c9bf44b415190", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.98e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 2.0012362969573587, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:50.444268+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f061542a-515d-4c75-a0eb-79e03b6aeb7e", "result_sha256": "faed991aa9df07465c3e613e5b0b80210cf597a0391564deb46e777256d0f14e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.779999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 1.5372632071375847, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:14.691630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7923c22c-1ce2-4848-87cd-9024a96567ca", "result_sha256": "75f8ebe87512b7f6f1ef99dc1b73870b72e5641f61ac251faf8225a70e917aee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.08e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 1.9754606948699802, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:12.246036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b46c35d9-bc5d-4ea4-b6c3-d94b39ee0399", "result_sha256": "62e49442728c4907f867f9af6dbcc5562765127625071fcf54282161193c430a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.279999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.4202215671539307, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:10.052095+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f39f21-bf68-444c-b928-6f9ead5f12f1", "result_sha256": "32e2ada4219eb78b390da98ffcd89e9f91e95e50ef885ec98a3dd6f1f71faf03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001488, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 3.389104800997302, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:13.257016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc5b7df-3d03-45af-94cc-b39c0594721f", "result_sha256": "853812a144c157584095beb5cedf2d083fa435a2d01c0185f6c3e95537211beb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011679999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 2.0574426490347832, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:07.502101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df83f8ff-c511-4dcc-a9cf-7d609dea51cf", "result_sha256": "404e172dc9bb61b602bdca2f5bfec5572647ef8baf7de89338f404ecc21a68c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015030000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 3.3800336939748377, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:29.597363+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5022dd65-f263-4b2a-b4c0-1d6afc36c568", "result_sha256": "f7e482f188cf5e08fad4d1005ae86747ca0f35f8b2e76a800937fa290e957145", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012179999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 2.345328501891345, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:15.273398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a830373e-b8df-4d9f-9bb1-e62d2009a870", "result_sha256": "0b9060653d128fbadfda1870452f3231b96bf63c44efab2973d2417da58d0eb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.88e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 1.6049350819084793, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:45.276417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e778cbb-1a82-4575-85df-99f9302f3140", "result_sha256": "8441acb2ad5bb6fb19af0d668f8cf46272646c5904ea18c015edf58401f744fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.13e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 1.4948179528582841, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:38.960140+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4799fed8-cbce-49f8-be77-d5269e74d876", "result_sha256": "c9d8b7d3ada69abe235c8103fbd744d8b0c4969bad650eadbbf71681a64ac168", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.13e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 1.7526282239705324, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:41.248633+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b82b36a2-f5e5-457f-8138-03e83ead2d3f", "result_sha256": "49ed7d8efb57d8305a9708b05f6e2d9b27de37f7e76a736f010130704eb688a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.08e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 2.205100494902581, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:25.366763+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40c3cb3f-41b1-4aac-b352-d14e0b760d70", "result_sha256": "7186106147499696be64e309df3bd45755f394a029a0b48b19517a87b6a280c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010229999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 2.712801950983703, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:54.530050+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a602d6b4-c64a-4384-9714-fcc93aa464f4", "result_sha256": "7a1282936d906836016016ea81e5d578bf5d8170ca248f1f5dd2fc9346062c7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 2.32210178906098, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:09.474131+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3217d406-1fc4-4dcf-b0ab-d3aea07b0cf7", "result_sha256": "d1df4c559943ac818751dca2533a9b2a9550359bfe8afdb6abc76ced4750d1dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.98e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 1.2925725979730487, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:35.187651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78c68507-19a3-437a-9fb3-1cc90a9c5080", "result_sha256": "6a8502afb10835a4999b8f4bad495df190b9d4d5d1668d4d42ebb11bfae4e675", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.03e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 1.421140993013978, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:07.248717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2879f29a-5ad1-470b-adab-7ad8efdcba9d", "result_sha256": "962beb6b479cdc656079768cee55957662bdd52acd07da77803abd964be598fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011229999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 1.8963776680175215, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:14.438619+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8b1a1e5-b279-407d-86a2-a4962c8aeafe", "result_sha256": "c4587cb28de9e31e455e980c346bf68b4bd8abc32552e971566d6ba7938a27ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001103, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 2.8070762478746474, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:59.017617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3082bc7c-7e50-480d-bceb-d6871456a2f6", "result_sha256": "e19167d129806ac068c74a57072f1bc527bf521372ce267826d6339e4e8c0685", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 3.296435419935733, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 163, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:40.604337+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b6f542e-e027-4923-9939-3e4b7c084b36", "result_sha256": "c76f84ec4583ad58ff4e09370478322af608325559dc9223a19077f46a8b3444", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013330000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 3.2423370690084994, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:41.505396+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "430b7272-09e8-440a-ac90-6228f7adabd4", "result_sha256": "cf2d013cc055b6e6c7d2765582062a3f89d98c6a1f51ec563fbc985c5b1d2b5a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001619, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 4.081236810889095, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 184, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:01.668860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0abad83-cb74-4ee3-924d-c5ee0bf4b725", "result_sha256": "1e2a9764d5e6d756454dae20f87b6c1261c4276bafe959f7707bfb19af51dbea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001619, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 3.5218152550514787, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 184, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:05.328197+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "15bf10d6-85e1-42bc-a852-1d92ca988a48", "result_sha256": "a513ff6d8a66d0f3511c166b3ad92da0510fcff8968c37ce2b8a11c0d30edb29", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001809, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 4.087307907175273, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:18.932096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "208ef0fd-362a-46cc-b501-244fa05e5283", "result_sha256": "84a720f4369e05acbb491d73da205e98b26c04a413bbb10ef0b792dee8bb4a93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012340000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 2.123746259137988, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:33.680484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "968a9cc1-ce6f-4ccd-994c-7e6c34dbdac8", "result_sha256": "0269ace9a346ea1b619e88d6e5b794852f3cbae438269a0c98bac0879d48ad96", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012140000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 2.593214796157554, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.778200+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0d1a6b0-9045-45c9-ae1c-ca6b41fd4736", "result_sha256": "ee27f7b4b7013988154101d103afc5d749e57e84720b515794db7c729211e2b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 5.130582340061665, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 300, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:13.534568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e223ce8d-4f00-4057-a74b-86f3ccf6a11d", "result_sha256": "4b6e185a52f9de94d3c96f5445750b0c21b24e70510fca39f0f2405da94b9d51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 2.6898863529786468, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:01.723799+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5d70973-3235-4ef5-9a03-159933d95d04", "result_sha256": "b16bd67083d02c208e698c3504d59ac7334d085a59cf6ba59c92db82326202ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 2.0297401130665094, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:23.247935+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a3cbd49-431f-4a8d-a85d-72d417252896", "result_sha256": "72e56321c81c67e5ce31ebbc6fefd6a551d8940aa9fae7c93ec9c95c87bb2a9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 3.5287924830336124, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 163, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:41.729915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce23c75-34cb-444d-b99b-09719826ddc1", "result_sha256": "55560ae25f73f6eda163e62ded4beca4020026ac82099f17201fb1df2eeb7a27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 3.8185633840039372, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 176, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:41.555533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87a451c5-eb18-43c3-9b26-bedb3d722f41", "result_sha256": "e01d5f911d039409f930b038813c3fc180235d5d1ba98a86bb7e9faa45df3843", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001309, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 3.0790100230369717, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:04.070911+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01316e81-53c8-439c-8b94-6429da2614eb", "result_sha256": "7412ad08c277642606fcccf7cb47b911938d116fdb1f2d92d8380374a67dd7a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 2.31914042099379, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:15.576572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ddd854-530a-47a1-a171-dce50d57e7bb", "result_sha256": "9e2208ca8484e4186be7264da9dfb499782be5986bc78908b1b06a0057c26913", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 2.052387257805094, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:13.046919+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a94e5857-396a-4e63-8c00-a6a8c61cbe1f", "result_sha256": "c01fdd362025143f8c806f80fed7a0a626ee29eb8479c43683a84ae3a341d0da", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001744, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 4.72735547600314, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 209, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:08.894780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7281ba2e-b03c-4d61-928d-f6a53b55b5ac", "result_sha256": "3197747a5896e66c1beedbe64b5d39be9ad870b69007ad22302a9a01590ffe49", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012890000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.2480567400343716, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:27.777660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8e61efa-e74d-4d24-b5ba-33776d73f5d2", "result_sha256": "8f1c5e51d4d580be49566096e830576e9b014545f58101f9ab145aea92010f82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 3.1309850758407265, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:05.605498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db514d7-6f7b-4f33-b41a-e2de139370fd", "result_sha256": "6b9b3a8a5b548fd379f538e402fd3cbd6cfcf4b65ed2d410a08c85c138c363ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001319, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 2.5070756929926574, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:28.275675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a260b974-afd6-4111-869a-ac5d6b16867f", "result_sha256": "cdf5540aad3e0cb6a668865459971b009e7ee3982e397bd3e7bbaff545834475", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 2.2382638219278306, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.627042+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "57a4c25b-979f-41f5-a354-fc5d854bee80", "result_sha256": "d91a64ed5011a88dae6d75e24e335dcbc286d394d9acedfef9489b58e2fb4e35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001324, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 3.170194427948445, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:07.927284+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90840ae3-bbeb-4df9-9d16-7b97a1c6fd07", "result_sha256": "7987b8182f9f26c619891e84a519de180055bfcc6ca279c09d11a5527eb9da6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00016340000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 4.22257662913762, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 187, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:04.156791+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ba02a4a-3a32-4d77-bff9-a3d1d6889067", "result_sha256": "25346e64d9de5202c3bc779ac1dceaa38d9c63da56450f38db65ba46a290561a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002289, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 5.4784826131071895, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 318, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:06.947699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29db4c64-7130-437b-b1cd-0585f736ab71", "result_sha256": "0dd71e0985e54d9dbab93b35c9ff09f84b7098fb7e292df7292bde76ee304e30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00020690000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 4.613589273998514, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 274, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:47.151779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b69000fb-5012-4e85-90b4-cfb52f3e4b9b", "result_sha256": "c2d70df05488ec1fb51a21687ac805bb09c5251a183af75ea095047df413567e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 5.732727209106088, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 353, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.287287+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e719776-4805-44d7-8875-0b5935ff7986", "result_sha256": "b56989c86279a6f630efa08eb764f33be5e939b2f88c80bff14646839ee0d43f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002419, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 4.965763524873182, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 344, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:39.997272+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7ccaa1e-08bb-4201-9427-dacf970fec3d", "result_sha256": "9351c4b0ccfdb6c847f6477e1b15fcb63b2378b3ac6c11646e6a762ec680d93a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003359, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 7.1731908831279725, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.187975+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3a2f47b-858d-417b-9d6a-ba02f116f92b", "result_sha256": "2c6b416c0b98e7dc75ef22034bf862ed781b051470e6a4c523e9efbb11d65e22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 4.216279100161046, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 231, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:06.033643+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f7b1fa8-08d1-4d1b-8f38-13f98f0bf716", "result_sha256": "e9f1b71fb89b480ccd4a48fc500ba862bd08ec497cd4a6e6ab3901e07f80e46f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002099, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 6.669430871959776, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 280, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:06.893541+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3f7604c-ba11-4f18-b5d7-d47bb51bf90e", "result_sha256": "edccc0561e917ad08314d331652406019828c84b06268f45596fd0e57fc40df5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001729, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 4.048212483059615, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 206, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:17.694370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0db9a4b-06d0-4851-994e-ad933ac210ec", "result_sha256": "0626a85182dca1f030e55ee6342ece96fdf54a006f61655012250ee8db2bd84d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00048489999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 15.298175939824432, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 830, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:43.531161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fccd671f-6838-4d21-8a01-2d2b4d803a86", "result_sha256": "5732b1eb91cb5fa83c85d5119523c8269134f89b7afc735a76099a98f9337bd9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024890000000000003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 7.083071392029524, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 358, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:48.889963+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a50cbde6-46f4-4445-b970-9a5227d9f1f9", "result_sha256": "03087b72214d87aed7bce2807109884bf2a8d75d20091cb1acc5c6c946e66cf9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 3.206426433986053, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:18.582816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0bd27d4-31a1-4429-8d40-894429aa98e7", "result_sha256": "047bb226d6d5ee6f1808e4fe2f6d1fea77dcd78994df2ddb7eb8c657558c422c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002179, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 4.66396168502979, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 296, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:04.040605+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db48a4c3-9a01-44a3-bc2c-bcb3cd9a5cf4", "result_sha256": "97496a768191dd76bff5e7384677cc769804b32efdf01c59a685b1e3592ccda1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003814, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 8.981380854966119, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 623, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:43.500143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0c789a-8ea5-4172-8bd7-a5d64db33251", "result_sha256": "021caaf0b1f2d319e10f140c36ed7ed78f9011c5f69af5c7d9514001bea931af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 6.754913890967146, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:12.799561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bfc8b16-78a7-4d3d-a4fe-4a9eea21e95c", "result_sha256": "101a5feafbf2a7f61d7087189350e81c1248e79233fd1bf9d0179cb6134bb826", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00030589999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 7.495229474036023, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 472, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:15.559488+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d66e496b-da2b-4ecc-9d53-3700271a89c9", "result_sha256": "b7650bb19c0440869807a40500ca76042a6077da5dacf8cb08421705862e63b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003359, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 8.993177013937384, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 532, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:32.874070+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc930c70-cff4-471f-9b6d-c197e17a0f2b", "result_sha256": "f750cecdf4197108fd8201b833206c395aad4ba52e523c1ff10c07aab472af94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002209, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 6.316133912885562, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 302, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:18.046760+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d9dede3-9e61-4efb-9c5a-b9127e77c272", "result_sha256": "59f985c327b13d935291d105766b8cb42324050bec11297959b8dbfa9e834756", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 7.511831374838948, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 413, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:46.799130+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "498888fe-b850-471b-892f-bdaf7db5c354", "result_sha256": "b6377383b68519c27f7ec783bd8f39664bd204990c8bfe92be7099a736bb3cb1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001939, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 5.086356434039772, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 248, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:41.869099+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a68ec82-d326-4547-b76f-dff9073aa2f8", "result_sha256": "636a66f72dcf59771803b9c3c766eea99e8e9df1c32c12ceba037650c2fc39d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 4.340413125930354, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 261, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:53.356325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "985bd4fd-c6c7-44c0-9344-fe7734fb28f6", "result_sha256": "698c5861006d84c8c5e67acfea7104372ef1fb06fe2cbc487e181042300dc6b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001919, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 4.310672354884446, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 244, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:29.659273+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e47076b1-c723-424b-bc16-d3d263230ffa", "result_sha256": "1ec072ff2aae81186abf72a500c846612c7fe2bccb67474068e4f3ccebbc20b4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 2.756322483997792, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:37.176492+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "723120d9-9807-4b79-8884-d9fcfba48b37", "result_sha256": "b683973dfc88ce8fdbb7e672ecab41245b668de579a127941d4ce7ed9c6c202a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 2.558901202864945, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:46.917129+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2623859b-8152-4470-acd2-71ed191aeae1", "result_sha256": "cb689811c1c4c45c1002bd33c586cf5f5a6ee6838da16e6f6afde3a8fd08091e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 2.1455680090002716, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:51.359425+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0fce27-659a-48eb-92e3-ffee2321a9f1", "result_sha256": "3532c07a2bfcc6fd5ad8fff8046228818e0be9a015f4bbb0e19d58139954c47a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001649, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 3.649300478864461, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.418318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "699b61c4-4007-4d3c-9995-116efd0d7c8b", "result_sha256": "fb455e5858a5427b48624b959dcef6dbc200b07b1b620f961fdd4b3abd93f738", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012440000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 2.543732203077525, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.151128+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3c72328-d3aa-4ba9-9107-82a95bc1526a", "result_sha256": "5990fd7053cd03ba21e9fefac775624aa6d2a4e7706592f09cf6c50f6173780c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001944, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 4.020202863030136, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 249, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:15.918525+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3daf2303-9af7-4da1-ab7e-79fdbcb27537", "result_sha256": "760fcb617131c81cf9bd47a7596067a424e0772d4c67089d083c9d03799fe69b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 2.670135607942939, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:14.277501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b7b8c51-7957-412d-b174-45507461ff64", "result_sha256": "2abf2bc6e52dc0de3218c1c40f2db5b1d78645194a2932aad211b774fc7eb731", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 4.280911338981241, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 238, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:39.989889+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "245dc640-44ce-47cd-bd39-8b6049bcfff0", "result_sha256": "e1a68b3cc24c4baf55b782831ee99c178e41d5a5018b27a688b3537e24d4f1e1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001549, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 3.213115028105676, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:57.950860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad01089-f908-42b2-8a20-ebe092c3c7ae", "result_sha256": "04479b1052f8343f741a608a29e8f135f70554f09db8a72544bf88f909341726", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001369, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 3.3632002510130405, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:19.304974+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8312420d-15da-4b9b-be74-1906ca163bea", "result_sha256": "582d293bfbb56879075055abec0295aaeafb0d3da2c7d8f0c5e1e484d2d2ad40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013340000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 2.6139053660444915, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:51.204727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "323060b5-1aca-4829-ae25-33560d6c318b", "result_sha256": "e6f4474a3475cb61887f14491249e47837162d2ebb6ed6c5e7564d6d12b59aa8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001574, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 4.479901192942634, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:52.311982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7fd6cb6-5a09-41a7-9c78-c098f5f15a48", "result_sha256": "4bd780d78a9cc4718f63adc6a8bfe4863624d6390f22318cdb3ddb65c345ecc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001564, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 3.078664645086974, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:56.870461+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9103d6fd-d185-42ef-9522-731286fee50b", "result_sha256": "5e2254a1bca1a6018184b9442b2ff890f33d00d524ba5b4cd9b778d4c2835f34", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 1.8736349269747734, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:10.900639+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a36e08e-c5e6-4c9a-94c0-9a07a688112f", "result_sha256": "e35d320f2833b54680376acc870c035e3cba70e1077384110ee8836c69929616", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 2.8197390909772366, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:27.154319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ace1b6c-fdb7-46b7-af75-ab7fd7bd3865", "result_sha256": "d351c121f21f8ad66de0be1125cf47e25cbd36a98ab5f9fab8d551f1a5efaeeb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001594, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 3.3803341661114246, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:26.937442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfdf38a0-c6fb-4414-9dc4-bd215621f30a", "result_sha256": "3527722cc58de33259590be868b8a07336db37bd34cdc95223faceb7c7abbf8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011190000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 2.158494064118713, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:04.164430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ba53ee-5796-4f22-a185-0c89674c0bc2", "result_sha256": "e72095468af9bcd7a395d1720948060d0e0ba3ebbe842d299e2982a84e521753", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001329, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 2.532115489942953, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:15.672776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "789493af-b7a8-454b-b297-09b01f3c745b", "result_sha256": "44092e942959dbf72281ad60d617227b433e90a7bf54d3501479efc48dd43887", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001309, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 2.7714195030275732, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:09.739888+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4620e52-8785-4254-8723-7d73d651229e", "result_sha256": "88362fe068f2c86fe22de69f23344b4bca3fa65b8ae05b5ac5abc0eb85f50fea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 2.9284442961215973, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 177, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:12.293855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b94538b-9d11-4c3d-b3e3-7efbe53fe358", "result_sha256": "7af2533956661460cdd8cdced096be4cc4d466eed29840d447f7416aa2e4d4fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001184, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 2.117847298970446, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:08.217899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef77c5f6-a4e7-4104-988e-2a730a1337be", "result_sha256": "c44e3434c5bd860935ac9271f71248fd0c2ab7e782a9a6709d41e864857acf9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 2.028418306959793, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:31.030734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cb78c31-1307-407e-b4f1-5c06676552df", "result_sha256": "685eedbbfcd72637a3d288bf3a0098da41527bae6e09283077b7830aaa458f41", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011140000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 1.576564095215872, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:27.681534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd753667-05cc-4dfb-85ac-ab9af983b41a", "result_sha256": "31d5dec31e50bec9ad29a7190ad1481c92325e184020355cdcbb830363ac0f02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001099, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 2.3103606158401817, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.195419+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c161a07e-80c7-421c-bf63-734968320fe6", "result_sha256": "7dd0c385c12902cd0b7b1ffff785d7b04247000220a5e1d258f9e999388143e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 7.47133871098049, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 421, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:04.436030+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f433d0a-29c9-4255-aa87-51b4174a9c3b", "result_sha256": "fcee0075cf0e9d28498b0077d3f4bc90f53fbc9325fe366a1dc51d9679bbfee2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001419, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 2.4292797159869224, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 144, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:24.866451+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c1a4964-b6ab-48ae-b35f-aec503ac8c73", "result_sha256": "079b1c6d25ce05617c1c264e2ecc5d5f71ca7a1074d4f0d656b4df06565c7257", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00026589999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 6.898701661033556, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 392, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:56.964572+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b32afee-3369-465e-93e5-692d6cf9b3de", "result_sha256": "a80460d124ab860927ca15afa237ddb7f4d96157a6eff8b6fc9c8d0654f9b1ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001329, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 2.6069775340147316, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:56.090916+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16649b75-f9b6-48d6-b4d0-62f6e910c57d", "result_sha256": "8ceceacba3b842bcfb75fdf91c651e6e44dddef02929c826f9007dd2a55e73eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001139, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 2.137444739928469, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 88, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:59.964725+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbf71937-bd56-48d7-b1b8-cc981346d86d", "result_sha256": "8c628d9180957c8e0a9433d2bc55772a60341758bb62ac7a965cad15e43855c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 2.3518486372195184, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:20.363860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10037efa-3e36-4ee0-b62c-b5a0a964215e", "result_sha256": "7446f5c8defff0ee84b969f31ca9181c590ace7e2fb3b5a492f9d621b8cdec8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015340000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 3.689333321992308, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:48.713423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82f98c29-515c-45ae-8174-fb2c9b444975", "result_sha256": "bcf4188d18da8e43000ea8af402e5e22d065e88b47274153919134d7bd856f28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001529, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 3.207272117957473, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:54.286563+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70df5e9e-ade2-447f-bd5c-e64cdf6ccdf6", "result_sha256": "cb4e25731d8158be68893829ff537bd2fd859d503695b0133476bb2ef1d0ca9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001549, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 3.1705021830275655, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:15.171306+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c626124b-05f8-4681-b444-4075f1d7932c", "result_sha256": "42d9b8bd8cb6ac03f2a64eddfd891777acfbc2d268974b0cc6eb660a6b8d5e6d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011090000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 2.3211664010304958, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:23.148215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d47684d9-3184-4dc2-aa2f-a1cff3601a5d", "result_sha256": "336bece43843f67e0e2485932918ec8b734ae7de467ad1f2e056104db9db0179", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001749, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 3.885154192801565, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 210, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:03.216899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c27310ab-a8ba-4f23-8668-55c68d13417e", "result_sha256": "7bf00d390a5f12c7b84a1dbb7e3f84ec6900d83f7d0a355c7e9eecb42815ec11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001429, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 3.0541926231235266, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:45.022142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a75ab776-5fe7-4aee-826d-1423a0c26874", "result_sha256": "654920a3f8b559d448f74fb78ec60da45731b02711f76eeafc10d8b5da257227", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001274, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 2.450847981031984, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:21.934177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "190cadfe-dae7-40fa-be8b-43fa589dc281", "result_sha256": "aaf02337acd71fce027cc6e7635ecbe00556b163b09bf3274b0a11b2ef876296", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001314, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 3.02959260600619, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:59.416826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d86a5c8-a6e3-4556-ba8a-5de770da2651", "result_sha256": "75265cc2472a939fce0aeccc1202460f5c3845d2ea96a7fb0e79601692900a63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012090000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 3.3598730249796063, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:38.802175+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7f145a8-6f04-42f6-b941-51f85d5888ca", "result_sha256": "3757650380cf1ebde0e03758c3f194ad27d5a75ce06b1bf8e479a09471eaecd7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000197, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 4.465924744028598, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 253, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:31.768104+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8de39deb-67b9-4f2b-bfa2-980181963d64", "result_sha256": "0b9e39f7e6fe41d2762d82a33f9f4977529e2a9e7b23238b1bef3983a2aa9cb8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001435, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 2.414044653996825, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:31.926983+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eab7803-d2e0-4f16-b99c-8eae494ecd56", "result_sha256": "382766bdedfc6c889d052c3c8e3820cc380da8ad2db3520d39d0eefe0b45faa3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000247, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 4.815014348132536, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 353, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:09.611417+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b486fe98-9225-4977-9197-b7a9e9e44e2e", "result_sha256": "ded309e8de0fae190d57686d52b97e86112bef45ecc832f73a2f97f3c222d864", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00029, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 6.55428711604327, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 439, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:00.714859+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf66fe4-d224-42b4-b080-3c283a0f9ad0", "result_sha256": "4a6485290313a16032d7ee3b2f6a500442d9b8f4c2a5b29a6f4d72ed5054a25f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00017, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 3.146859741071239, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.850318+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "170be31f-f580-4b82-9922-e0b2579a644e", "result_sha256": "c620f7b30e4437946f328e96d37b240431c506a957d7b7b2d8b2b3b4838d123c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000559, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 13.542475674999878, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 977, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:31.162852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "903d1a3a-4fc5-44cb-9adc-19792cdbe64c", "result_sha256": "38cb1a54bf609496f55656eec024c148bca3678a7f88fc0b64f0a8caf71b6409", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002005, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 4.35518135712482, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:13.001981+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e26699da-d25d-4685-a89e-9b478b926c66", "result_sha256": "452d545e970d096c1d2746ca0766c8e8ae2dc82e6190af7a6e3d825a5a2ed2c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 2.95086513296701, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 178, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:12.240178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adbb043c-48d5-4c2f-be69-f7206302b847", "result_sha256": "225f95911c705808ce1771892287e6827b9c97480e502f95f685a1c75b370986", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 3.8421848348807544, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:50.856074+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "352c4176-45f1-4823-a385-e0009f31a15f", "result_sha256": "3ea4cfec59174e2425b07548075da2b7bdfe0c1bfb2dba5d0379679ad93633b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000193, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 3.714495533145964, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:05.786780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df6a116e-e5b4-4f6e-a433-ca1fa2bf5c1f", "result_sha256": "acd6ddd07e37bd734827e9de19c0faa019780e3c1be760b52bb3588aaa393619", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 4.455882594920695, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 246, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:54.728523+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04f58e33-65fb-4a87-9fea-97bf0fc374b2", "result_sha256": "7b6254a35dc6140225c8107e96b9c93ee2fc9294ed9eede9ed0f6caddbd88057", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001285, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 3.3772948840633035, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:38.120973+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd34b1d-19bc-4168-882d-8994e7eaa7c7", "result_sha256": "98d5bea578a328859a29a7b2517417730357bce611554953194439148f697475", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 3.542799212038517, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:32.328177+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b83970e7-c424-41e5-badb-6d98b2923261", "result_sha256": "8d6de078f51a086421dcbd8952fe4cb3d33c10c06e77b397dae644e445d4c897", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 4.123740345938131, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.980909+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a936de-ac03-44a6-9635-93b645b10037", "result_sha256": "f4a37618cc1cbd94033d18cd91c5de24a8347be1032c7e5085293d268346bcd7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 2.062531161122024, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:57.797628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85f8d576-8628-43c2-a92a-237766951f2e", "result_sha256": "b8b0083f85db60a524098d8c061d64426ffe5843d1a65b14306b47a14e78a0ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.000288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 6.59910298185423, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 435, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:22:00.330561+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "114cd585-6250-43ec-b282-360d8dc649d3", "result_sha256": "497f3072404b24af85092db6f00a9eaf7403aa472bb851fec7ec7b71ee853cc7", "result": { "component_errors": { "h": 1.5, "l": 2.1960784313725483, "s": 2.6062992125984294 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00021510000000000002, "delta_e_ok": 0.01593993839799669, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 5.15362017089501, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 283, "prediction": { "h": 351.0, "l": 48.0, "s": 53.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":351,\"s\":53,\"l\":48}", "recorded_at": "2026-09-23T12:09:54.236140+00:00", "request_attempts": 1, "score": 92.03003080100166, "task_id": "colorbench-hsl-01", "tight_score": 68.12012320400662, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e219a99b-fb2c-4cf4-b466-45e045b99b95", "result_sha256": "f6ff12b6dfe82c4b737b6f9708da1b382c02c5cf62a125b5c491bfc84b6188b9", "result": { "component_errors": { "h": 0.7894736842105488, "l": 0.7058823529411811, "s": 0.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00023610000000000002, "delta_e_ok": 0.00603964926253335, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 5.307620473904535, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 325, "prediction": { "h": 210.0, "l": 44.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":66,\"l\":44}", "recorded_at": "2026-09-23T12:16:18.682028+00:00", "request_attempts": 1, "score": 96.98017536873333, "task_id": "colorbench-hsl-02", "tight_score": 87.9207014749333, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f688dd2d-493d-43c0-9277-396a563d8dd0", "result_sha256": "5d5a9c41d40987830fc6051479d4f437febc34038cc993609b593a90ed92ea69", "result": { "component_errors": { "h": 2.0, "l": 2.2156862745098067, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00024210000000000003, "delta_e_ok": 0.019134128084331396, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 5.5354960430413485, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 337, "prediction": { "h": 152.0, "l": 37.0, "s": 42.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":152,\"s\":42,\"l\":37}", "recorded_at": "2026-09-23T12:13:22.840042+00:00", "request_attempts": 1, "score": 90.4329359578343, "task_id": "colorbench-hsl-03", "tight_score": 61.73174383133721, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7562f46b-b5ec-471a-ae8e-1f18a47dc6ea", "result_sha256": "ba3efa6e9e1a945d6a96707c3cfd5c9645818f8c270d780eefcb7ef883cd421d", "result": { "component_errors": { "h": 0.4285714285714448, "l": 1.0980392156862777, "s": 2.1304347826087024 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0002336, "delta_e_ok": 0.005943519672839385, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 5.451568155083805, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 320, "prediction": { "h": 39.0, "l": 44.0, "s": 63.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39,\"s\":63,\"l\":44}", "recorded_at": "2026-09-23T12:12:25.313727+00:00", "request_attempts": 1, "score": 97.0282401635803, "task_id": "colorbench-hsl-04", "tight_score": 88.11296065432123, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8101438c-48d7-4d59-b3de-00669bc2ed44", "result_sha256": "25c537df99298f95a671b95056898dbcd44885ee9ec522f7c3c4f8837d6b87a6", "result": { "component_errors": { "h": 0.3333333333333144, "l": 0.9803921568627416, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00022610000000000002, "delta_e_ok": 0.012561084692164552, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 5.007089095888659, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 305, "prediction": { "h": 273.0, "l": 50.0, "s": 37.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":273,\"s\":37,\"l\":50}", "recorded_at": "2026-09-23T12:15:36.562792+00:00", "request_attempts": 1, "score": 93.71945765391773, "task_id": "colorbench-hsl-05", "tight_score": 74.8778306156709, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c60829f3-699c-4848-a56c-cd5abab675db", "result_sha256": "895b41361ae99a28dd70087ca6b67fb3c8e7cf2da65e734af0a09ee888ac620a", "result": { "component_errors": { "h": 0.5660377358490507, "l": 1.0196078431372548, "s": 1.3608247422680364 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00021960000000000003, "delta_e_ok": 0.009007299664062787, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 5.357937892898917, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 292, "prediction": { "h": 210.0, "l": 18.0, "s": 56.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":56,\"l\":18}", "recorded_at": "2026-09-23T12:12:06.539946+00:00", "request_attempts": 1, "score": 95.4963501679686, "task_id": "colorbench-hsl-06", "tight_score": 81.98540067187443, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4fad2a3-f8c3-49f7-ae72-525373dd2a05", "result_sha256": "92da4e689d5b8309d82377ec0e89a54b9b3c84d9471fcf8e750e71c485e38436", "result": { "component_errors": { "h": 4.216216216216196, "l": 0.01960784313725128, "s": 3.1443298969071947 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0002191, "delta_e_ok": 0.004437810977920381, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 5.877114788861945, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 291, "prediction": { "h": 48.0, "l": 81.0, "s": 35.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":48,\"s\":35,\"l\":81}", "recorded_at": "2026-09-23T12:18:37.202497+00:00", "request_attempts": 1, "score": 97.78109451103981, "task_id": "colorbench-hsl-07", "tight_score": 91.12437804415924, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c58cf55f-703f-4d1d-9607-0f66a89984d3", "result_sha256": "73668a8e7f5a3189cbbf0a743c992976ac27c51fbcbc062e52868480f8f64a49", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00013860000000000004, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 3.1777347458992153, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 130, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50}", "recorded_at": "2026-09-23T12:22:07.323641+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a318eabb-3da6-4714-a388-93f2f2716f7a", "result_sha256": "8992e1ae23bda9b1ccfcf5c921397070bf4f7b1607f980b0225e5f8e40cda0c4", "result": { "component_errors": { "h": 1.363636363636374, "l": 1.3725490196078383, "s": 0.8387096774193452 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00020210000000000003, "delta_e_ok": 0.0059682451645826666, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 5.022725628921762, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 257, "prediction": { "h": 355.0, "l": 50.0, "s": 79.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":355,\"s\":79,\"l\":50}", "recorded_at": "2026-09-23T12:10:16.554720+00:00", "request_attempts": 1, "score": 97.01587741770867, "task_id": "colorbench-hsl-09", "tight_score": 88.06350967083468, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "588ded75-10b2-4cae-a1c7-854ebd61537f", "result_sha256": "cfa392d890a2eafc45d1f46e42e7c4af4cde425260dee38f9abe8a9e44ce35c4", "result": { "component_errors": { "h": 0.02985074626863593, "l": 1.6862745098039227, "s": 2.373626373626365 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003011, "delta_e_ok": 0.016164890821790446, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 8.122671387158334, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 455, "prediction": { "h": 146.0, "l": 34.0, "s": 76.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":146,\"s\":76,\"l\":34}", "recorded_at": "2026-09-23T12:17:08.076435+00:00", "request_attempts": 1, "score": 91.91755458910478, "task_id": "colorbench-hsl-10", "tight_score": 67.67021835641911, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a5efbb-03dc-4cf3-a1a8-e93afd8446d8", "result_sha256": "dbdb13df44b6afc11542b6432e29771765ba9ac280c5540214f52c0de242cb04", "result": { "component_errors": { "h": 1.0434782608695627, "l": 1.3333333333333357, "s": 4.310924369747909 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00019960000000000003, "delta_e_ok": 0.014814792114563165, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 4.563505603000522, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 252, "prediction": { "h": 228.0, "l": 52.0, "s": 73.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":228,\"s\":73,\"l\":52}", "recorded_at": "2026-09-23T12:17:55.417032+00:00", "request_attempts": 1, "score": 92.59260394271843, "task_id": "colorbench-hsl-11", "tight_score": 70.37041577087368, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06701536-ff92-4c9c-ac0e-4765cc1c033b", "result_sha256": "4756698b9647a51355fb390c67cba2f9674057abb2a30055034696230738a575", "result": { "component_errors": { "h": 1.75, "l": 1.9019607843137294, "s": 1.4782608695652186 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00024410000000000002, "delta_e_ok": 0.008546483024841366, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 6.1496379191521555, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 341, "prediction": { "h": 53.0, "l": 53.0, "s": 82.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":53,\"s\":82,\"l\":53}", "recorded_at": "2026-09-23T12:11:30.091003+00:00", "request_attempts": 1, "score": 95.72675848757932, "task_id": "colorbench-hsl-12", "tight_score": 82.90703395031727, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd05eb0a-cc26-4e1c-85cd-bace1762f90d", "result_sha256": "6de37d6bc251e107eaf6d411dd16484a1f10fdaa37934d8be9f39b659e3c4f31", "result": { "component_errors": { "h": 1.2857142857142776, "l": 2.1960784313725483, "s": 0.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00021860000000000003, "delta_e_ok": 0.016516734036273767, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 4.425262201111764, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 290, "prediction": { "h": 303.0, "l": 48.0, "s": 56.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":303,\"s\":56,\"l\":48}", "recorded_at": "2026-09-23T12:14:45.686557+00:00", "request_attempts": 1, "score": 91.74163298186312, "task_id": "colorbench-hsl-13", "tight_score": 66.96653192745246, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c24adf0f-7721-4574-a893-f15057e0e4ca", "result_sha256": "ecc032394b4c52a806f49456e507365174ea4275cbe0ca84c3950e613bf4d13e", "result": { "component_errors": { "h": 2.792207792207819, "l": 3.4509803921568576, "s": 1.3636363636363527 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00021160000000000002, "delta_e_ok": 0.02153068720647695, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 4.6601838988717645, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 276, "prediction": { "h": 185.0, "l": 44.0, "s": 65.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":185,\"s\":65,\"l\":44}", "recorded_at": "2026-09-23T12:14:12.425865+00:00", "request_attempts": 1, "score": 89.23465639676152, "task_id": "colorbench-hsl-14", "tight_score": 56.9386255870461, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f767147-da09-4e50-9f02-63d22ca49ef9", "result_sha256": "344343906d25d59f4233a44402ba9a08bb098115e7cd56efa095911f36f5fed2", "result": { "component_errors": { "h": null, "l": 0.33333333333333304, "s": 5.11764705882353 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00026210000000000003, "delta_e_ok": 0.003991473456253545, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 9.099291843827814, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 377, "prediction": { "h": 240.0, "l": 7.0, "s": 11.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":240,\"s\":11,\"l\":7}", "recorded_at": "2026-09-23T12:21:04.881286+00:00", "request_attempts": 1, "score": 98.00426327187323, "task_id": "colorbench-hsl-15", "tight_score": 92.01705308749291, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f184a19a-a423-4308-ab2c-5ca01628c300", "result_sha256": "05199eeeec340d22b1b02634a1077bd39f6cb3a96c8f0cc9035894f4fd71bcf2", "result": { "component_errors": { "h": null, "l": 0.5941176470588232, "s": 4.288888888888936 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00031360000000000003, "delta_e_ok": 0.0054664111112664344, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 7.383826766861603, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 480, "prediction": { "h": 60.0, "l": 95.3, "s": 15.4 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":60,\"s\":15.4,\"l\":95.3}", "recorded_at": "2026-09-23T12:16:56.405029+00:00", "request_attempts": 1, "score": 97.26679444436678, "task_id": "colorbench-hsl-16", "tight_score": 89.06717777746714, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df3b6be8-caf5-480b-b50d-efb002adaf5c", "result_sha256": "e5667df58d61cddc02285e3a6860c758fbbaf97a55f03941ff705118c05dde0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010120000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.9640320600010455, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:12.587366+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2759ec4a-ba69-4a77-8731-694ac4a9e03d", "result_sha256": "37347606aaa95b33bc173bba7cbfa87b92e9705e54691a63bbbf45104ce4cf09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.67e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 1.6651378611568362, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:58.856822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86bf53f7-0b39-4cee-9a39-2992840a33c4", "result_sha256": "7b3a3acb397af42713a4f4a3c8945fd1bab5a42f2e61fc02f227402c901863f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.72e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 2.106155957095325, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:49.625546+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66d400c4-a695-4e6b-b224-75f140c4919f", "result_sha256": "47df1078826e6c19d643c766c98e541fea8b737f13038fb081477e65d7c885e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.72e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 1.6594089670106769, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:24.445965+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "579d5599-7b0d-4b8e-843f-c86bf288432b", "result_sha256": "b00c589781bee34c083149af89b11c92d7a618ede500cfece6842969106a37af", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001047, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 1.8778705708682537, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:48.202645+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f1aa77-d91f-497b-b902-6ec911a82219", "result_sha256": "e208c4fc29f9c5e0a2da50d4be550715dbe24e394a02d63ac21ddfdf872266b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.82e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 1.2997979409992695, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:54.907075+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "062de305-ae99-482e-86b0-4f832c5eac7b", "result_sha256": "b0c3e204f214a2c884982aaa0341d51bf7ab67b97d512e9666a4b977553ace38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.97e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 1.6220226720906794, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:28.441208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e08e05b5-358b-49a5-a11d-b18aa794e29e", "result_sha256": "9db2cd84c18dad27864ffff290dcf91079a69b8ada79e74e64bcd32be1258707", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.72e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 1.3728582221083343, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:22.069968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7d08e2-d625-4783-8143-b25fbed01e8a", "result_sha256": "122bcb1537e3345b689eecb778980bba4e5966e5d66586ab69d6222ae2beedd3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001097, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 1.7790344269014895, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:52.270857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad3de2d3-d82e-4da4-9213-fc64b0c8f1ee", "result_sha256": "357751317dbc41e7e00426b6cbbce2af8dd6ea87c5f813521052a912a08185df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011020000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 2.0856859190389514, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:18.799092+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "282180fa-146a-4b63-812c-24ff8b44230b", "result_sha256": "cc6098cdeb57915e799fbefe1453edf3525bb82875ae8b8ecff3fc3c494ae1be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014069999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 2.824810964986682, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:08.114961+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fa10281-7c0a-4461-9d31-168dc2c4a0c6", "result_sha256": "d46a9c334237ff46c7ae20f930f19343bdc6a442b75376b066d5362f4e3a676e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011520000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 2.1752820361871272, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:52.905000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20b00e55-6059-427c-80a3-98d02b747efa", "result_sha256": "ac66fc3a4c6e63dec611e41a4c916917c7e36f6d1bd0beeee05ab4dc39403d8b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001427, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 3.348091722931713, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 144, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:30.502728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "735b3b0a-5644-407f-ada1-eaf75027fb4d", "result_sha256": "9514204681317a517358a659c7f6602d533e182445078f595ed898520be68e88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001327, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 2.7727180330548435, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:21.516801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bbbaba3-62c3-441c-9bae-6d2c0d1d6547", "result_sha256": "33375dedf604e2a9708368756db3b837828b42b56908ce2bf32f411668b0e758", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013319999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 2.933039914118126, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:13.937370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78a16b0a-04ef-4a84-b524-6579005a2586", "result_sha256": "852bc62ec762ce66425270b68d6458b42d3c76911dbcc7e9be5c82458e196bf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001227, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 2.0203419220633805, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:47.499413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76dc59d8-95d7-4afd-ab8d-969356840b2d", "result_sha256": "429e4cf4da6f97a3adbc60138094854cfa76435f596739c141b49d666562be15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014969999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 2.881301854038611, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:38.047403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cfb2227-ac23-4228-811f-53dc41d6718b", "result_sha256": "12390fcdbed45adf2d3151078cd589259f19d48df125d47b8fae9cad5c21855b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001827, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 3.881634385092184, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:04.502912+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec8144e3-8272-4017-94d0-f59a8862ba2f", "result_sha256": "4a01c5eac9e76823e3163ee6012daa49578dd7ecfb7b3c074c777bb06d0652b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002717, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 8.706533084856346, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 402, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:56.909537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e92ea5ed-0bc0-4db6-a852-d993e14c0675", "result_sha256": "9906214817a00fb320fb79ba8cf4366cd5daf9b69cfdd59a3c96165fe8e59c66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019669999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 4.165573050966486, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:07.047016+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b31d386f-ff87-495a-9a17-14b9477f821d", "result_sha256": "9948f3604ab01d9896032b9c7fde142ec698f04d515990cef21b9812f1c32257", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 2.595469320891425, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:48.465109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac2d2ea5-5304-4468-9ce6-4ca9d93d9a26", "result_sha256": "46a5f822798006b5d275dabdbb2392af38b07f51c2df00b0b8af40946a94ffc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001817, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 5.592221222817898, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 222, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:13.011251+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2c47528-30a8-4423-a765-3b85ee39cc72", "result_sha256": "7e7b5b7ac721e99a7a0b126bdc109db0a8aec9955cbe772804c9a65578e907d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001447, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 2.624654747080058, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:58.438270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d93ebaab-6f6a-47a6-b09e-9cee11b6f60e", "result_sha256": "96a126f8c06cf0e7d9eb9e8188a331952b164cb9a1cded2915e1d46c58d38507", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 2.8398984849918634, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 145, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:17.270521+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "352d5af8-bd84-46d9-95a5-a316928b1c6c", "result_sha256": "403831582f9ddbe920353c954af5fdab7a1fb1ab843a01280d4cfef075c440c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 3.268956084968522, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:59.177180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66991c9b-0e10-4dbf-8e07-31b124fa17e7", "result_sha256": "39e6850c9ff9892b362483a55f86a892320ab12e88a1486e0887a10f1cb1e748", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001517, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 3.357923472998664, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:14.252412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba6a920f-a89d-4cc3-b9f5-2bfa3a17297f", "result_sha256": "e01a13a782de17a4981e660f44ca71fe440b5c120b71427325d3af3e5e7041c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022119999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 5.43878240394406, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 301, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:52.356332+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3b29f25-1e2b-4ae0-8123-33595f79bc9e", "result_sha256": "1ac4112b94a2a8cb47e881d942c20b063da9aa833184d621c1291fd26e44e123", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018669999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 3.3925067440140992, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:18.114123+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dda4776-26cd-49ba-8996-c19c96ae69ca", "result_sha256": "e04b3df77efbe7f1e1466d626643a7065e63ed618050f474de2c75f629be7748", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002852, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 7.272178075043485, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 429, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:23.211497+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "646a36d3-0dbc-4af6-935b-2c24b0a18f61", "result_sha256": "bb7583e1dac8e17896ed1fa204ab219a0616613d0ee8e165a347c5db54790dc0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00017219999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 3.641369401011616, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 203, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:41.214248+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be7eafcb-7c35-496d-b75f-b1c84610d79d", "result_sha256": "ecf0854d4bd89a1f5039c7fb03e6c4e831435759231aed3da510d5a3376f146d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002512, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 6.518601306946948, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 361, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:58.654064+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f81b391-8a16-4bcf-a362-276a74124934", "result_sha256": "fa99d3711291bdfd80d7400985049ffc763bff51cf97d8a7c6ba6f42f8e6267b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004507, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 10.10169681883417, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 760, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:48.960117+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9185977b-cdac-4804-b5ea-486bba062de4", "result_sha256": "b62d0b68f998c675b1c21ac24f8dcd12acbf6a66a731a857b194d5b5d32674de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.87e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 1.478917372878641, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.392827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5b7e77-dcb5-4444-a913-dd107184888b", "result_sha256": "8287dca62434ca578f0a1a611a9e188855a29cda45886c57118c242588dd5fcb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.02e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 1.8029744031373411, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:48.597134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba19f2fb-581a-4881-b0b3-f4c845a35420", "result_sha256": "a00d7fb8500112121fda2fcd9366550919372746400752799ec35db1431dd20e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.87e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 1.571511175017804, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:38.470642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c1177a0-044e-4eec-ad8f-0a93b84d28a5", "result_sha256": "70d6efb90594793caa7591070b66bb466bcc051debb69ba259bcaad33ce0ea4b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.97e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 1.3571284511126578, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:49.196554+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ecadefc-4ea4-4085-99dd-6bfda0905983", "result_sha256": "1ce52bfa17f3994c6176fb1e1c99ff4f8b79c71c44d9c9bab024c8fd6ae23ec6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.97e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 1.3805269789882004, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:49.493232+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d3f360b-7ac3-4f3f-b973-40e91ee38da5", "result_sha256": "4a5c4e56d37e74aaa3da34425a1e7a847d473e3f5d738374ddac202c9e6a0c88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.87e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 1.6435993490740657, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:00.009934+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf00a7fb-57c9-401f-86a0-72c34ef674e4", "result_sha256": "1e0874cefe843917306a9e51e537a3ebc2eccbbbb8ec8f5536f00fb5f3268965", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.52e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 1.3678917279466987, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.150430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "329b2101-208f-4cd9-a60d-2bbd2a2fc0ab", "result_sha256": "acad848951f39cf199e828059630239460400afd9ea4b97db26cac782bb21248", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.92e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.2989129410125315, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:23.920936+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62db0ca3-54c1-4928-8010-82da838f1b85", "result_sha256": "631cce85469257c95c557bfee22ccc85024fd5db4c5c44f2e75e4c3657365fa0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 3.336093738907948, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:22.993860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ce2efcd-cf28-4f42-ad23-be872f4a9666", "result_sha256": "3f0fea09bd83d81c68381c99b42f9ac92e3ab5e2f7da60b77b1847aa123ff8cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.120000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 1.6299886649940163, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:41.691612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1d69a43-46a4-4e92-aeae-7b3bba07bc5b", "result_sha256": "7c1ba507dcb679e02c39a6345f0c14b2546b6228514394478f764ea0a71b2f7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001147, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 2.2033229949884117, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:46.249178+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31428fa8-0774-449b-bb45-debebbc334d3", "result_sha256": "bcb8c26397f41dae871246aac1891709935f19b94f77be3ab6bdaeea49b7d5ed", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.070000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 1.4104564648587257, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:42.093683+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a12322c4-cd2f-40f2-a861-1cdb8ee6fd84", "result_sha256": "47712c625b6416b63183de4741896f00447f96cf5869e258b66d37d384fd60c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001167, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 2.2586729067843407, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:46.185161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12885930-0980-4c40-9d2b-55af75813505", "result_sha256": "fbe4ac73d0f2942149f15dceafa368e4e0a93eef8254398e9404f76a1f912625", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013319999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 2.3608128260821104, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:59.614410+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a6842d-4214-4af6-ba83-3fa8ade636b7", "result_sha256": "11984a852a4a8d29890ddeab5a14aa953d43e046a55a0c0519b0d869341255a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001562, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 3.3163355770520866, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 177, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:01.774928+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c7f09ea-7f97-4b8e-9b12-b36bd5729126", "result_sha256": "98fccb41979c6e12cac64e83ea5ac3921da771b252412addc62c61345be4f79e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 2.637417165096849, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:27.106536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac075f5-bcf5-4be7-8dc1-37290437b3e4", "result_sha256": "9d7d78ab96fb78d9ffe1473e7fe08e6c5721cbf27eda42d61226b62d887cc2dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 2.310003705089912, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:25.662952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b453643-f145-4002-8dcf-aa4d8c835383", "result_sha256": "6acae7574cb2bb23302a0b17ca4e7ec5859ecaed89af0f9ae38c0411e462debf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001042, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 2.2739322728011757, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:41.790426+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e1b3407-d571-4d56-a64b-a37d1a60d1f0", "result_sha256": "acf32ca2e94df3d9a2b53331eae38d879b3ce52bb50b5ae818465357f1552c13", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.67e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 2.0624686619266868, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:48.151484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda3d3bb-25c9-4f4f-9b86-ee3fd5bf3c31", "result_sha256": "5cbbacdee670fc02cc8937da816e9be8a2f29004c54268eebcf2177aafa04cbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.42e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 1.5253924161661416, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:07.515538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b80455-d5cd-4d71-b903-d697da188bc7", "result_sha256": "924524806e70b9d70b02f220c1725e9a410dec8fff9d1ad63d5820a8635e8539", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 2.7657669000327587, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:35.556273+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d5fa04a-6ffc-48ff-bbef-2e67af2d9795", "result_sha256": "506504a3d211f69faa50c0c2516c6f59504d7ff5ba560867af224bb4e27937d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001092, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 1.8520853130612522, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:59.250112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f7aee07-2951-4f71-bd23-b4717179c556", "result_sha256": "8860d7b542c319f70c2e5cb72b8888f136a3ec2d1ef70e8fb54614c82d82584c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015219999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 4.314969039987773, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:59.418712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c020c75-e6b5-4b6d-b6f0-bc4eed494721", "result_sha256": "8487932b7ca72687770338ade04a1c0346e149a4117119ec8b7b23ae8a1c63cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010520000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 1.8965856258291751, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:09.911400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9d34e2d-26f5-4a68-b3a7-725ae9eb4c1c", "result_sha256": "746b85392f8f333baca59b588668ebef61d913cd0f5fac492d35cf491da70769", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001602, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 4.5609083531890064, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:41.773972+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f16d77c-f2fc-4162-b417-7f2bc425b995", "result_sha256": "09c426874cced652e853e960fe6de6b4d1d25e6935a74fc632e600369e567753", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001337, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 2.513284872053191, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:41.512675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e9a08af-78f7-4c29-9a10-ae2310e67e87", "result_sha256": "2258d3da7cd2e6b286215600777fde55502788e09c4f4b928e62d4c86ee54758", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001902, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 4.547456892905757, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:53.568122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7b33b16-54e9-4af1-9599-db457256a37e", "result_sha256": "965a1d7b9f9a47ef28b78cc55116bec291101798854fd635a57128bf8cb397a7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015769999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 3.316161974100396, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:56.310389+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6cdca39-250c-4faa-a997-88b237e67ad5", "result_sha256": "24a762251a3397e5149f35222d379b8387b27822dec93aa4246dea06cab13756", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.27e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 1.5751773230731487, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:31.953945+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8106243-29e6-420e-acc2-5dc35f9b7c93", "result_sha256": "394ee8f4981fc9ccd8b84aae303e5e2a3c704610e46f0703fd718fb2728170c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.92e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 1.6393014788627625, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:17.709235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "532e307e-734a-42fd-96fa-c3c1c88390ca", "result_sha256": "e134abec327ea59df219a22dcc411ebb75a3858955ef86159e2e2695f3fb8ed8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.72e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 1.540069235023111, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 39, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:01.507557+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7f32e2-eda7-4729-84ce-504b69d0772e", "result_sha256": "f5c504641a001b20197218031dd1941c3c1e80ff68c7588f0000748f9ae3b5bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010070000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 1.779239428928122, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.650620+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "182b0cd5-14e0-481f-8ae7-2e8a4850ce2f", "result_sha256": "0b39f844040f9d61090d070d6d3b409808211fba663e9fa4c322ddc8c3042b8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010520000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 1.91392040415667, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:53.296349+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fe39095-f713-456c-a295-fcf4c0d4ee0f", "result_sha256": "517aff740c4929b7f7d644b87511d617d88dec85f5e2944e67af49d55cc19129", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001127, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 2.208664047997445, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:30.115353+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b99a910d-9daf-4bac-998d-68953ea96033", "result_sha256": "7a3a99372ec07fd5bab89aa49b660fca32a8ed08ee6e3d20ade00e70fc6f7c7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013619999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 2.9346453070174903, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:06.672850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "27fc486d-6e58-412b-902e-18d896ccd4f0", "result_sha256": "39be8d2006dab43ceee90407476c82a217666ed5c21583aafa36039435ba6105", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.52e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 1.58101547206752, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:08.038640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdeb5402-b125-459b-98b2-e16ca613b448", "result_sha256": "d7266bd8183a8d03ca10c974dc4eea8aa8ee51f382a828a4fa14edc643fac1bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021219999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 5.542017419124022, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 289, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:09.220093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7538e9fa-022d-49ca-a8ff-ed79e6b401ee", "result_sha256": "2be33c4988fc99775984accd5ed15db1459c22ca15a2accf4c359801f2600477", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014619999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 3.956622618017718, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:46.372025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc6e16a3-063d-4686-8fa8-f0b84e126967", "result_sha256": "0ae712f59d59687633405c4985d352d84fd04e5b68ea7b96f0100a27a522c8c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019969999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 5.201693417970091, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:20.066458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "443d20ce-2aa0-46bd-88eb-1f2c6ce64323", "result_sha256": "eed40d5d358af5080b98ee4b2623822897e114d167c376fe490b4bbab526dfe4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 2.951703712111339, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:27.438244+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f5bcbd-2791-4604-ab3f-3f3b7d2c77aa", "result_sha256": "b0ac4e704cacdf655b1041148a797a3fa837cc36ed33fd5d0c7f64f3fe6b40b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.620000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 1.7884708640631288, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:31.474570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a9be56-6598-4c86-b567-e7267f046f9d", "result_sha256": "b4f179880f3e2e0da306316ed7eea41f8fe59fb10ad4400ac33dc5868d0b55b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.87e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 1.3660866720601916, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:03.106755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "945e4d33-a327-46a7-9b54-35ec6bf2aa1b", "result_sha256": "7833f463806da2b6f59a648e5eb4d404df1c4f0ba9bf6937e596b16d03ac9795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.52e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 1.6298357520718127, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:45.143158+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9d5839-0f8f-4b2b-a247-3f557306b5b7", "result_sha256": "0b3a5e4591e36a12dca3e8d351153201fd59b9a0687e08ef2f0cef9e8a05c022", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.620000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 1.2970600379630923, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:58.958015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb76f559-87c5-4b9d-bbec-583454eec56b", "result_sha256": "7c942efc3b79337be665b1b75a630dd1532c6cde9ea392f94f3ee1d4c89c9377", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.82e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 1.8385184020735323, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:27.648168+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d37b131-83fd-4edb-b30e-5cf3220dd4f4", "result_sha256": "ae4e2c05ad195e00947610178559fa7e8f6bcc53c37bcb69599d5de32cf24fbf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.82e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 1.924273906974122, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:35.039844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bc3f95a-e37b-4d93-b485-28015bfabf7a", "result_sha256": "aae659032f516a6b23c680ea91a7c0b239655fd0a957eb9d7c3e94134ca7de7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.97e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 1.7523137689568102, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:20.578499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d764b0f-557b-4097-805e-82fb1a9a2577", "result_sha256": "d625c9b3f95027b11bc47786e037bc8aa3e7c028d1e39bc6cb63ebe3ff04faa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.620000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 1.8238012690562755, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:57.600908+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "949f49d3-f23e-4c83-bc79-7b4aead5be41", "result_sha256": "f27dedfcb43561f72820c1cba2f108efac8fdd7a4330d071e794072db79a0ab8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002417, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 5.5478280750103295, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 348, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:43.508102+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aaa4c7c-ce2d-4242-ba9f-f1259b04840c", "result_sha256": "e5d3da80967b912f310b1ef9a8966691f765d88a797680941813041d7b99b139", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 3.128257774049416, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:22.663091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad1ccc29-4a23-45a8-ac31-4345406dfc89", "result_sha256": "8d18acc8f372c756e84420577a25a9e982f51d42d6f99307c2f130bb8a00752c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018769999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 3.8767045349813998, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 240, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:43.907920+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4c0a87f-f275-4b47-bbf2-a5857ec61bfb", "result_sha256": "6fa772443784d753ad5323bca4747f809c4aa629d10508e069aa2f796f95fb4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001802, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 4.251547293970361, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:53.942341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d97e56ad-c475-4fc2-9b49-dcd52119bd95", "result_sha256": "fc4b85280716cecdcb4c1c4e617f3c47373a3bc90c6b215e67e3b83bdbb06a12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.87e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 1.3430927998851985, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:19.233582+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50bebaed-8a64-413d-80a5-3dc1f23f1573", "result_sha256": "673e0425f22e3973370f6f976cea6907e8859b212cc23a0ac38d8797f930b04d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.97e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.5904820319265127, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:48.934330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf1b0bc4-0e2f-4ed0-b592-f0bd186f890d", "result_sha256": "2b1f5acaf7ebbc62f3a30f72ad1cc411ce80f6dc2791a375cfb45cf72aa3e130", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.27e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 2.1561209859792143, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:31.617862+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88ff7f10-c162-4aca-abc9-68c2acc2a6b4", "result_sha256": "9424ec6212c7e57b47a93729e71ff08c9b675b2860737e2c401f0191b7fb6eae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.47e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 1.5127484218683094, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:43.216333+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5af8bab-0b11-461a-81f2-92523d0c77a6", "result_sha256": "5c572955c9d8a66c536be1363d10cf15c3d12f4a27a8abded8ea408f4e0d723f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.620000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 1.4934183252044022, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:55.161034+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3c2f3d8-6523-4cce-a912-f06727aa3d83", "result_sha256": "56f2d2764da92086e65e80e15dcbc6211cbf5fc851e971de896fc7cbd0ca05a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010120000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 1.8519327729009092, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:21.677515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "162e4b28-ff5d-49ab-a12a-ad73f1cc1c5c", "result_sha256": "96b38decd14974ef327fd5e95cbf9f9b4112dde18ff678cedcdb6c73b0da01a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010070000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 1.5248345171567053, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:38.858054+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb30a8ab-592e-48bd-898d-e95ca6e10fbb", "result_sha256": "c0badf284cf676279e2ca335d2dd998acde34d201e3271ca20c7ebb19ac63541", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.32e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 2.0788055618759245, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:05.545830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e255471e-2d77-471f-b77b-fe24721ad806", "result_sha256": "96b504e6dc6dfb367cae27724dc08315dce7fffb5a56969c5ddd6382758c80e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 3.101999812060967, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:32.156485+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a391b0f-421b-4d0b-8e08-78076598ee5e", "result_sha256": "a5d418761b44808f29f3ec9f0c359d5f48316c9dec58a3e4c63894b80c4acab4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001447, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 3.47180635179393, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:09.124835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3f120b-a86e-45b8-b7d5-2d990619d33b", "result_sha256": "f3ea3981106ce0979936a55002bf2611831beae8f4366c11277c1d3520abf2e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001267, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 2.6338784710969776, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.416361+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d458b812-71c0-4a2b-aed8-988cb9e68a1b", "result_sha256": "b40d74c3c296994cd86574145b2672f9c4db2e5c7e9932d16c0c89d9f3ab4d1e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012770000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 2.7222855750005692, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:16.686344+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfa40906-c181-45ba-912d-3f470af784fd", "result_sha256": "4514618e0b5f076ec2cecb7e72cbf65d9dff266029c2968e8204cdf91436321b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010640000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 1.7364172330126166, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:24.217009+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c0088ad-6b82-43c6-b017-1a9041c23bdc", "result_sha256": "2b1b65fb97168c4c2c4cb96db66e153bd932b1ae59ec6e6d88dd72b849c6d737", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.39e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 1.5157946639228612, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:42.226642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31104369-beda-475e-8e6c-aeb8430864e8", "result_sha256": "95d49d08bbf64927741ca29decfacbf2a558579e63d4cc29ffa19aadcc91ddf3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010140000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 2.1104520389344543, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:10.819653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09f54907-b1ac-4993-a4f3-05d969bf5c1d", "result_sha256": "e908339e04f53f7cdda3394e4e6feb9cd3b29c906a1cc0ac960645451247de0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.99e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 1.5572752128355205, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:29.380355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f946d61b-7fcb-4fd8-92bd-13f41dcff738", "result_sha256": "25f6b4d998aa9e3eaac647790a7ffd95ecc3b2b1800483afbfa96c7532bd0df4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 3.3544647849630564, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:45.018106+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "262678c3-5276-4e10-9cdd-9121e7b2e0bb", "result_sha256": "876a96696e9e4f1e7d6bb238e7aca097c957b8738bcbf68dc4221356e96210b7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 2.55255486513488, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:34.852705+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "689f5990-6d51-4582-9a4f-256145fbaeea", "result_sha256": "d557804feff9f6abf4dda003b81419b6b83cbd26c070eb3e21f87ef8fd65b30c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 1.9386078361421824, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:14.791056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea586535-694d-4d8d-9194-aebc00a42f8e", "result_sha256": "e820b401f642699e03940b902184ec685e145fc7f1167127c33a707746989c6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 2.307334305951372, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:54.641397+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b4861f4-a9cd-4e5d-b6ae-a7fd89b1b177", "result_sha256": "673b048090519776f6099a678435823562871ab06e7c5ee7f103c9c65d7a0a92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018690000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 4.1691290801391006, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 235, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:25.515587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e336aee-ac6b-4ce9-a9d6-c1548b4fa002", "result_sha256": "d11ccd1a16c579359d4a61740676bc2d8c01e099992be9063a90cf0fb6d7bd55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 2.680576571961865, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:28.020994+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f773dd37-c9ea-4bca-be6f-2888b9cf06d4", "result_sha256": "bcf6fae0e275e8f4519274762975cbedecd09f09df80be265bee7d0f493e9984", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 3.250951952068135, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 172, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:52.978486+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "047145b5-113a-411c-ad43-4ca6a1e30194", "result_sha256": "e5a6e9252228bd80912b6e902774b0d299fea342908045850f5d502fcad01b38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001759, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 4.190488797845319, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 213, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:46.844400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe306954-8df7-4f0a-83b2-82b4fe83ace0", "result_sha256": "dbf275332d9f1b7f33fa23912f20d5afc6908b1e93eb7aa94b6dce5adccb13c1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00031089999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 8.428247501142323, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 483, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:23.086168+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa27c4dd-a95a-44a6-a516-d96170b9ef25", "result_sha256": "ef9c4398a0d0fa011e9b574855a2f5c75219da6e6f13e8b84e573b78dfcc9151", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 6.7119974449742585, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 420, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:35.387974+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3a566c-724a-4cd4-9241-1ecf61ac019f", "result_sha256": "f96b2f1672d1893178f4afde0c21d0f3552252f2d7c8510ed50666a51d284c7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001889, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 4.37318560294807, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 239, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:05.229003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "67926a9e-8de2-42e6-9eeb-fe0241492871", "result_sha256": "c50f1d65b6da85a037cbf034f8d5c8a7163b89281816389c1c53e8eba46ad279", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 2.8941606651060283, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:41.481414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1417443d-6e1d-442f-a38c-6047ed129f9d", "result_sha256": "b2a693c5e8cc39c39460f2b0f41d62c773a2bf1df4aea32914173f6307afd014", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001044, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 1.8669956440571696, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:06.942292+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc9ed689-5999-45d5-af56-fcce6e1312cd", "result_sha256": "eeb30bccf670076e724ed472b38e2df40efdea0d1ba7590a8b54dcac52e836bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.99e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 1.688390705967322, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:01.234143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63f3103c-c162-4ed4-9dad-9b372cabd22c", "result_sha256": "bd3c4542a2158b751f76e3f949154c4e33db456a7e572b064ad93fc5a21a54e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.790000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 2.295434823958203, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:26.257879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa13a095-fc5d-4ac4-be95-5ee1f4ab23db", "result_sha256": "a80a5522a2c892072498eac69d8b84d23749dc99c824d022005338a489d06e36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.44e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 1.5514066570904106, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:44.953420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13681a09-1331-4517-91d7-804c95e1e4de", "result_sha256": "08e250fb53df768d0066d0ad987a0634bca5219cbcc8e6f80ac7a5d6d5e7b30e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002149, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 4.67270706105046, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 291, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:27.290309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4655a00-ffb2-497e-bc87-c64a5c677006", "result_sha256": "8eaec9591fbea3c4386084d3f1347f63bb5c885a126d990f2ea9efd7d405ed20", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 3.8732309399638325, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 230, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:49.690453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8d85d3e-63a5-466f-9b19-ac88f4683789", "result_sha256": "39fcfea3f65592e706c6aea12e27880460621693bbe8551685842c4daa6a382c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011690000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 2.0385163240134716, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:25.628913+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "163e6f75-883b-40ba-b013-b71564b6c5a4", "result_sha256": "c7aa09258804d5d598f3206467e4b8f3a4679399181f4cc75a02687badbbf796", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 3.0065710549242795, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:48.118576+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d03f8a54-9f16-40a6-9373-8049a0d041ff", "result_sha256": "6221287f93730d304ec911e2848f7d9dc44f363cf3c127a41087deba950131f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00028789999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 7.333254127996042, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 437, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:25.334641+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8d0835-2ed5-437a-bd6f-bc6e4d42ed0c", "result_sha256": "99f7686827cc9fe1dcccc667bad88290ee547dbc254c4e584d88b08785ab776b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002539, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 6.23974886815995, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 369, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:41.029535+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d864b7-3b79-4663-a608-ea3d67edc1fb", "result_sha256": "5d44ef2cf27f6bac69086954873c1a535822a824fc2318debca0f25e936fd93c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00038189999999999996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 9.038401772966608, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 625, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:10.010274+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "808b12ef-6f6a-44fd-9414-705625b4af66", "result_sha256": "e8d2c719b17add67612754b77c5f6571785764b67c4ad67f4f81557736e87dc7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00017140000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 4.777622428024188, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:03.143870+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "faa95523-75fa-41ec-b9d6-ea6aacfbb6e9", "result_sha256": "426a69576e0c595df9e550bbac2541e1c38014a9eb76c9b0ee774d1b0b0f18fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002034, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 4.9352864569518715, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 268, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:04.008560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7e00f2-a319-4d1e-9dec-1ebe6aae1f39", "result_sha256": "8109d2044ed3ab79f7828e7dbf1c8f9fc55f35d4b6118671c94f764321e20374", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00035489999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 8.831423161085695, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:57.803598+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a72ca3ed-79b0-4c5c-8dd8-b924316f2938", "result_sha256": "6b2bc4120e61cb49b32fb50bbd80a139b234b407ab4cf02840e7de2e231369af", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00025889999999999995, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 6.07205702108331, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 379, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:09.945908+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a666d8ba-46dd-43be-8802-5c39b790f0d3", "result_sha256": "e9293a1e3ba78e0322dcb90ad62e9636669021f1d81ccb5dcab281c84d0c110a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 6.104230577126145, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 414, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:35.997214+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea4b270-271b-4332-a2c2-ae99933b8756", "result_sha256": "4222f9f65b76948621f2439e1e30c1ab0ec16a34fb83ba7784dd61976f0639f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 1.615891830995679, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.957644+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8186c8f2-aa03-4a58-bd98-a33ad0c82d89", "result_sha256": "63efd5d38e4d715a24a468f5b5d3d8da24802f58ad8e0a80f796a308976fc446", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.94e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.347202223027125, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:00.764496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7555d80e-555c-4b48-acd9-b5c88c959352", "result_sha256": "fe7da984766890ce6ee8f5f028065da8e1470ffc41317cfc9b909f426f047861", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.690000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 1.3208795860409737, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:36.666596+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f8377fe-7239-40bd-905d-bc567d17666f", "result_sha256": "c4f195769f8154d91ffcd1d3d20ffa14aafee16812054a2b6d6ab28da52796c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.740000000000001e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 1.194881757022813, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:31.581657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59457b80-9270-42ee-af7e-f3ce38199e20", "result_sha256": "9221af7c77f13303feaa9f3e3edb5759f054962c41a627c29174c72c957a2e12", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 1.5271986220031977, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:49.752345+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d734c83-0db4-481f-a29a-42c1dab26cf1", "result_sha256": "8e82c4f06ebbd4c22f12e35b05a24d046cd790c444d64a6ceb41ff00d025745d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001104, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 1.6721047721803188, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:11.643309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db5977a-4a31-4ad6-b6b9-b19d1bbb550a", "result_sha256": "240bdd73bbfa9ff77900e62f3190666089ddf2ef29dc011bfe59c075227d0928", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001089, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 1.903520273976028, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:54.519805+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d25d026b-1572-4a79-a9f9-3b2891f90a18", "result_sha256": "792e2dd0ee17f363000df41e02d60fa6a4496a03343fb46728fb1b391b87a6fd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.89e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 1.7121679079718888, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:58.310522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b47554a-a97b-4ecf-84d7-e063f7d057d7", "result_sha256": "0faa03fae8db6c39fb6170167338f162282fc23fe852fd9aabdbe5ef13ab0b3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 2.472412077942863, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 109, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:09.855236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb09af31-c62f-4e67-a708-ab20af9b4c24", "result_sha256": "8d7fbf6f8dd090fd4152f9927d0482860fdc1fcf79878e1b8b0d704e6f3d05c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012440000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 2.4634425728581846, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:23.874215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb08a71-1178-44ae-a392-3d99c83c7417", "result_sha256": "47bb38f49b588b3fbd1a66f4cbea0cc52622b9b91efd2fb5032bb3b0cc944f06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00016790000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 3.027521438896656, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 197, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:50.285799+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b09f64-c3d8-4e64-b848-b5c3eb8ee62e", "result_sha256": "fac6b9fc2371fe08c77fce420d0449f618f337f52bcad01b16ee135633c13163", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011740000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 2.08021209994331, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:29.054631+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc2b7c26-bdd1-464f-a823-06bb3e4534d9", "result_sha256": "81a8b67a5b07f7b5922ba4b81f8bdd87be20510225e3eb2510fb9b39517d10e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 5.428747709840536, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 338, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:14.838325+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8a49885-6d6e-4a6d-a745-1b9fc113e2ce", "result_sha256": "aa0f9e7b5f0ba9879e8885a2ab21c75aa3710be1ed64d27d84f6995876ea5cdd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018690000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 4.159944202983752, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 235, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.123026+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e54cc8e5-5edb-4385-a791-5ebf3f14d06d", "result_sha256": "001f33f82f27b2205d9def105827832374f46b1db014ab4eebe050152782b795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001639, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 4.0151576260104775, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:43.200062+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81a404d8-7464-4ac6-b882-19c6191204a2", "result_sha256": "0579f69103a319734d250cae60a34af463765ac778a867e89bc991b9a5d816cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 5.891077196924016, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 358, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:39.920510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e378a541-4468-4c09-8a22-44fb3de846d3", "result_sha256": "b83904464a3c39da6130660a6e7d07b78ed8c15e9e47bafa19f23ad74661bead", "result": { "component_errors": { "c": 0.0008798932594519804, "h": 0.5077707599885741, "l": 0.006926085977997043 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00041789999999999997, "delta_e_ok": 0.007130633905589597, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 11.006003676913679, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 688, "prediction": { "c": 0.164, "h": 16.5, "l": 0.55 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.55,\"c\":0.164,\"h\":16.5}", "recorded_at": "2026-09-23T12:20:41.918385+00:00", "request_attempts": 1, "score": 96.43468304720521, "task_id": "colorbench-oklch-01", "tight_score": 85.7387321888208, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "536df486-5a3e-41c2-9913-5af5ab68d2ca", "result_sha256": "2dbe2aef16fbba4f912d8e13100addd1b1a4f105e69fae2af40b59d7640834c3", "result": { "component_errors": { "c": 0.005403039047677638, "h": 0.7547281413394558, "l": 0.0076532993408168215 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004074, "delta_e_ok": 0.009544768139593327, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 11.53460078802891, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 667, "prediction": { "c": 0.136, "h": 252.3, "l": 0.533 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.533,\"c\":0.136,\"h\":252.3}", "recorded_at": "2026-09-23T12:10:03.815105+00:00", "request_attempts": 1, "score": 95.22761593020334, "task_id": "colorbench-oklch-02", "tight_score": 80.91046372081334, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88962960-3e27-4d27-b996-7eea1795a612", "result_sha256": "b8cf15cda9da17c17faf02e588101c843d09cfcf44acd9e5a66eba071a93bfbe", "result": { "component_errors": { "c": 0.000294696858257823, "h": 0.96264947183613, "l": 0.0039024822136142223 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003209, "delta_e_ok": 0.004264663539574173, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 9.544662883039564, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 494, "prediction": { "c": 0.101, "h": 160.0, "l": 0.575 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.575,\"c\":0.101,\"h\":160}", "recorded_at": "2026-09-23T12:09:20.193513+00:00", "request_attempts": 1, "score": 97.86766823021291, "task_id": "colorbench-oklch-03", "tight_score": 91.47067292085165, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91dd9b0c-9d5f-4357-a9ac-41e0b4812135", "result_sha256": "54b8969ab7b29a3a21fb345e9ab43851475d506d42e62d4e9cc52b73fdd8803d", "result": { "component_errors": { "c": 0.005361814369457998, "h": 1.0427720406007097, "l": 0.006854237561005672 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003189, "delta_e_ok": 0.008982371753726813, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 9.17495993594639, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 490, "prediction": { "c": 0.125, "h": 77.0, "l": 0.65 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.65,\"c\":0.125,\"h\":77}", "recorded_at": "2026-09-23T12:10:55.863796+00:00", "request_attempts": 1, "score": 95.5088141231366, "task_id": "colorbench-oklch-04", "tight_score": 82.03525649254637, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eaff16e-8787-403e-8e6f-8a966ce93dcf", "result_sha256": "2a0fbdbdb9188033832d5ab073eb8fe8c7bbc475f343c55ac29a3661c0a39036", "result": { "component_errors": { "c": 0.00487444837155937, "h": 1.007140960468064, "l": 0.010093357125907643 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004164, "delta_e_ok": 0.011496999789568236, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 11.740493973018602, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 685, "prediction": { "c": 0.148, "h": 309.0, "l": 0.534 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.534,\"c\":0.148,\"h\":309}", "recorded_at": "2026-09-23T12:10:20.812964+00:00", "request_attempts": 1, "score": 94.25150010521588, "task_id": "colorbench-oklch-05", "tight_score": 77.00600042086353, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38a7e228-d401-4b04-b2ae-c4928dff1917", "result_sha256": "845ebae53596369f838a542369fbb896bb2bb138d59324c7d1409f8eaf57b58b", "result": { "component_errors": { "c": 0.00026326222465768156, "h": 0.1267650681498651, "l": 0.004998935455019393 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00037289999999999996, "delta_e_ok": 0.005007556908010344, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 11.754904509987682, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 598, "prediction": { "c": 0.059, "h": 251.0, "l": 0.298 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.298,\"c\":0.059,\"h\":251}", "recorded_at": "2026-09-23T12:21:20.853373+00:00", "request_attempts": 1, "score": 97.49622154599483, "task_id": "colorbench-oklch-06", "tight_score": 89.98488618397931, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fd1a4d5-4aca-40e8-88e9-ab8b154288d5", "result_sha256": "9a90af6158e4a88261c03d52a9ac10f7b23f5de886546929ecb498895a7a7bee", "result": { "component_errors": { "c": 0.00031162124572215594, "h": 4.917870075137529, "l": 0.005907278411844685 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003414, "delta_e_ok": 0.006748164348073748, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 9.148778734961525, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 535, "prediction": { "c": 0.038, "h": 95.0, "l": 0.886 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.886,\"c\":0.038,\"h\":95}", "recorded_at": "2026-09-23T12:17:32.210844+00:00", "request_attempts": 1, "score": 96.62591782596313, "task_id": "colorbench-oklch-07", "tight_score": 86.5036713038525, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07245573-6499-4ecb-954c-c9f02d92dd7b", "result_sha256": "64b7c6c20f35ce9a31b969ff95a5207a8aae54da562d9cde28a913d30f1cf034", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001734, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 3.5963759748265147, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 199, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.6,\"c\":0,\"h\":0}", "recorded_at": "2026-09-23T12:16:05.575394+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "15ceb5fd-3c9b-4518-baf0-df2b3c2bd90a", "result_sha256": "f2d5349bcf7943a3555f6b81979de9e3a2d8ca384ac50b903e183bb93d95c9f6", "result": { "component_errors": { "c": 0.0006192455919038775, "h": 0.34935647130703273, "l": 0.0026465502777912597 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003344, "delta_e_ok": 0.0030493006336118943, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 9.344881769036874, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 521, "prediction": { "c": 0.227, "h": 26.0, "l": 0.59 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.59,\"c\":0.227,\"h\":26}", "recorded_at": "2026-09-23T12:11:51.676927+00:00", "request_attempts": 1, "score": 98.47534968319405, "task_id": "colorbench-oklch-09", "tight_score": 93.90139873277622, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c9fd85-7fa0-4a05-a1ff-8a6b91973f82", "result_sha256": "c8fe60533b4d5420607a85754fb75a712cdea03305ba111b438b3ad14d4e1661", "result": { "component_errors": { "c": 0.006020599292406892, "h": 0.29209879627126156, "l": 0.02087608459774637 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004544, "delta_e_ok": 0.02174090108876887, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 12.44763142708689, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 761, "prediction": { "c": 0.15, "h": 152.0, "l": 0.594 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.594,\"c\":0.15,\"h\":152}", "recorded_at": "2026-09-23T12:18:31.371679+00:00", "request_attempts": 1, "score": 89.12954945561556, "task_id": "colorbench-oklch-10", "tight_score": 56.518197822462255, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c11062-0286-45c6-b1be-8ecc6bc79206", "result_sha256": "e619a0aed731a7af5004c11bf3494ed1b40fb25b96b5cc1a93fb35f33d05d64a", "result": { "component_errors": { "c": 0.0018401483141699815, "h": 0.18484805070380617, "l": 0.008450038841612773 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00029689999999999995, "delta_e_ok": 0.008677975801420225, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 8.02190751512535, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 446, "prediction": { "c": 0.224, "h": 266.4, "l": 0.506 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.506,\"c\":0.224,\"h\":266.4}", "recorded_at": "2026-09-23T12:09:47.902852+00:00", "request_attempts": 1, "score": 95.66101209928989, "task_id": "colorbench-oklch-11", "tight_score": 82.64404839715955, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e11674-6381-4d44-9639-9a9547cef5b3", "result_sha256": "b320439d4478ec737e4efbd4f5e25bcdcca012a13a8313c7c728ddb244b9be06", "result": { "component_errors": { "c": 0.006610575493296966, "h": 3.365848307139572, "l": 0.0029171686265626606 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004529, "delta_e_ok": 0.012356917531830606, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 12.108713225927204, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 758, "prediction": { "c": 0.174, "h": 102.0, "l": 0.853 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.853,\"c\":0.174,\"h\":102}", "recorded_at": "2026-09-23T12:12:40.002747+00:00", "request_attempts": 1, "score": 93.82154123408469, "task_id": "colorbench-oklch-12", "tight_score": 75.28616493633879, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6553d51-135b-4ae7-995d-c708f34c284c", "result_sha256": "6cee6042e6de22bd7b03113941375e981ee25163e94d2a94eefbd4b0269b804d", "result": { "component_errors": { "c": 0.003972119215071651, "h": 1.0563490188789615, "l": 0.01097367122978099 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004014, "delta_e_ok": 0.012367199159455925, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 10.096923561999574, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 655, "prediction": { "c": 0.22, "h": 330.0, "l": 0.59 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.59,\"c\":0.22,\"h\":330}", "recorded_at": "2026-09-23T12:10:07.006940+00:00", "request_attempts": 1, "score": 93.81640042027203, "task_id": "colorbench-oklch-13", "tight_score": 75.26560168108816, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b7de738-c23b-4bca-8342-5fd63780f703", "result_sha256": "6d2239b14ab69a3150e6462cffe3ad9f4d0bad50bc7c24dd3e70e5c76245b00c", "result": { "component_errors": { "c": 0.0032136680371977616, "h": 5.106234077695092, "l": 0.014438343453677005 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00047589999999999997, "delta_e_ok": 0.01777289866063603, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 12.392971224850044, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 804, "prediction": { "c": 0.109, "h": 205.0, "l": 0.689 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.689,\"c\":0.109,\"h\":205}", "recorded_at": "2026-09-23T12:14:54.130246+00:00", "request_attempts": 1, "score": 91.11355066968198, "task_id": "colorbench-oklch-14", "tight_score": 64.45420267872794, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "118c7cab-8d78-4d03-aae0-3668748fdbeb", "result_sha256": "940249231100766d08e354863f5dfa10e648771d80b92c3f006368ae45c5d016", "result": { "component_errors": { "c": 9.352069384195062e-05, "h": null, "l": 5.936864532457564e-05 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0004234, "delta_e_ok": 0.00013011522735900498, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 11.214689566986635, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 699, "prediction": { "c": 0.004, "h": 285.0, "l": 0.174 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.174,\"c\":0.004,\"h\":285}", "recorded_at": "2026-09-23T12:18:45.052287+00:00", "request_attempts": 1, "score": 99.9349423863205, "task_id": "colorbench-oklch-15", "tight_score": 99.73976954528199, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07b81541-82da-438b-91fe-6ae573495b83", "result_sha256": "8df0bdc07c8ba8a4505643e083c9cf870dacc90f965c909502bd9379460e384a", "result": { "component_errors": { "c": 0.0009758155687654901, "h": null, "l": 0.003682024258924388 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0003429, "delta_e_ok": 0.004244889338856362, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 7.789912233129144, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 538, "prediction": { "c": 0.003, "h": 75.0, "l": 0.967 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.967,\"c\":0.003,\"h\":75}", "recorded_at": "2026-09-23T12:13:08.652441+00:00", "request_attempts": 1, "score": 97.87755533057182, "task_id": "colorbench-oklch-16", "tight_score": 91.51022132228728, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bbe9c39-d877-4c7d-b6c9-2a15e34e98b7", "result_sha256": "e1b92f4525bf097f14e613b3de7597f7a3e751691b43b9a352a312a2aab8f101", "result": { "component_errors": { "b": 3, "g": 7, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001459, "delta_e_ok": 0.017057020843418483, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 3.098014345159754, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 150, "prediction": { "b": 77, "g": 57, "r": 187 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":187,\"g\":57,\"b\":77}", "recorded_at": "2026-09-23T12:16:59.641489+00:00", "request_attempts": 1, "score": 91.47148957829076, "task_id": "colorbench-rgb-01", "tight_score": 65.88595831316304, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a74e16fe-4f74-49a5-b557-31cf37f74d6e", "result_sha256": "61848b9ea19bbf7367e78781ebb3fa6c1c1a7c9810382d48f291b539222971f5", "result": { "component_errors": { "b": 4, "g": 4, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001899, "delta_e_ok": 0.012147582572798759, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 4.112728275125846, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 238, "prediction": { "b": 186, "g": 108, "r": 37 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":37,\"g\":108,\"b\":186}", "recorded_at": "2026-09-23T12:15:05.994015+00:00", "request_attempts": 1, "score": 93.92620871360063, "task_id": "colorbench-rgb-02", "tight_score": 75.70483485440248, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97dd370e-7f10-4b29-964b-85d57e17750c", "result_sha256": "49a740194650d6efe4619295ec3d31f630607a9c61c36304852fb419c35f1104", "result": { "component_errors": { "b": 5, "g": 3, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001384, "delta_e_ok": 0.01199433972171792, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 3.124041914008558, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 135, "prediction": { "b": 95, "g": 137, "r": 54 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":54,\"g\":137,\"b\":95}", "recorded_at": "2026-09-23T12:21:34.414234+00:00", "request_attempts": 1, "score": 94.00283013914104, "task_id": "colorbench-rgb-03", "tight_score": 76.01132055656417, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe0e736-77a3-4588-8ae0-6968031dcf17", "result_sha256": "7216458f0490e59acc43ea79c2652df5a1b78a2627da15b5e6922dc2aa3f1223", "result": { "component_errors": { "b": 6, "g": 3, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001919, "delta_e_ok": 0.011103646264352576, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 3.1771095958538353, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 242, "prediction": { "b": 39, "g": 132, "r": 181 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":181,\"g\":132,\"b\":39}", "recorded_at": "2026-09-23T12:13:00.809883+00:00", "request_attempts": 1, "score": 94.4481768678237, "task_id": "colorbench-rgb-04", "tight_score": 77.79270747129485, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa30feea-f8b1-4a47-adc1-2f24e39af199", "result_sha256": "1fa32b7ce377be9c50763a8911817e8a05bf73353c3c773befed047a960d05f4", "result": { "component_errors": { "b": 1, "g": 5, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001654, "delta_e_ok": 0.013376113605113085, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 4.158734241034836, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 189, "prediction": { "b": 174, "g": 80, "r": 132 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":132,\"g\":80,\"b\":174}", "recorded_at": "2026-09-23T12:22:11.482803+00:00", "request_attempts": 1, "score": 93.31194319744345, "task_id": "colorbench-rgb-05", "tight_score": 73.24777278977383, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83511842-0843-463b-bbb0-81d782f4105f", "result_sha256": "0ea583ec474072517ed1c9a614f992349f7bc5caac7a0d06d59f23a2e45fbcee", "result": { "component_errors": { "b": 6, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001369, "delta_e_ok": 0.011922748004444698, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 3.09134046593681, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 132, "prediction": { "b": 69, "g": 46, "r": 21 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":21,\"g\":46,\"b\":69}", "recorded_at": "2026-09-23T12:14:48.073824+00:00", "request_attempts": 1, "score": 94.03862599777764, "task_id": "colorbench-rgb-06", "tight_score": 76.1545039911106, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc83b20-8dda-4b51-a099-eecca807328e", "result_sha256": "4d778f1aa27bfc54226de64cf9507648eb4198caffcf278129978e7d2c1e6658", "result": { "component_errors": { "b": 3, "g": 3, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00015790000000000002, "delta_e_ok": 0.0074051488141765424, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 3.6459719280246645, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 174, "prediction": { "b": 191, "g": 218, "r": 224 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":224,\"g\":218,\"b\":191}", "recorded_at": "2026-09-23T12:13:07.772758+00:00", "request_attempts": 1, "score": 96.29742559291174, "task_id": "colorbench-rgb-07", "tight_score": 85.18970237164692, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e6d9d95-5709-4969-9e1d-d800f1bc50e2", "result_sha256": "27fa1ad770c84b7e6c405967e7628f8bff73b6591a514734fc8241c6256d0086", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001309, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 3.200326398946345, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 120, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-23T12:17:34.018818+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "012cf179-6c47-4078-9f27-8e71ff17e956", "result_sha256": "c6cba9e8868465c3df516929f7163719e63df7c85ac213ae6f05192ba11187ee", "result": { "component_errors": { "b": 1, "g": 4, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001844, "delta_e_ok": 0.005984623653682567, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 4.156787869054824, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 227, "prediction": { "b": 45, "g": 28, "r": 228 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":228,\"g\":28,\"b\":45}", "recorded_at": "2026-09-23T12:17:14.571277+00:00", "request_attempts": 1, "score": 97.00768817315871, "task_id": "colorbench-rgb-09", "tight_score": 88.03075269263488, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bc80b26-feaf-4f7e-8c12-53127e1f7be1", "result_sha256": "32357c090b47d49b34f6886e3b8c16ee762dab1c573773ee6d10035e70e2bce9", "result": { "component_errors": { "b": 3, "g": 7, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001589, "delta_e_ok": 0.0209343914627958, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 3.400167054962367, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 176, "prediction": { "b": 79, "g": 151, "r": 21 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":21,\"g\":151,\"b\":79}", "recorded_at": "2026-09-23T12:13:15.340891+00:00", "request_attempts": 1, "score": 89.5328042686021, "task_id": "colorbench-rgb-10", "tight_score": 58.131217074408404, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc058c32-a0be-4df3-97fd-aa7f0e1a5ed8", "result_sha256": "8ca3b105b16dd8fe5ee88e4aa100ff646145cd90c7c1559b63b77286bad9819c", "result": { "component_errors": { "b": 4, "g": 6, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001759, "delta_e_ok": 0.014820890095039112, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 4.517884775064886, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 210, "prediction": { "b": 224, "g": 78, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":43,\"g\":78,\"b\":224}", "recorded_at": "2026-09-23T12:22:13.330889+00:00", "request_attempts": 1, "score": 92.58955495248044, "task_id": "colorbench-rgb-11", "tight_score": 70.35821980992179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8db2287d-de91-4fd3-9f6c-130c672eec4d", "result_sha256": "2688799d5cc726f8414793a2ac6631127b5201a7cffd33f843d6173193e25bcb", "result": { "component_errors": { "b": 6, "g": 3, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00014890000000000001, "delta_e_ok": 0.009619532460672073, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 3.626225281972438, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 156, "prediction": { "b": 38, "g": 211, "r": 233 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":233,\"g\":211,\"b\":38}", "recorded_at": "2026-09-23T12:17:30.716296+00:00", "request_attempts": 1, "score": 95.19023376966396, "task_id": "colorbench-rgb-12", "tight_score": 80.76093507865585, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be9e1346-c24b-4844-a7b0-13a62edffbe6", "result_sha256": "dcfa91037de9c2a875efb4af216de7ebc79bcbd3f2fc9f0a3a2e340074fc7e71", "result": { "component_errors": { "b": 5, "g": 3, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00013790000000000002, "delta_e_ok": 0.017931563081543526, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 3.1298594640102237, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 134, "prediction": { "b": 183, "g": 55, "r": 190 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":190,\"g\":55,\"b\":183}", "recorded_at": "2026-09-23T12:15:48.083937+00:00", "request_attempts": 1, "score": 91.03421845922823, "task_id": "colorbench-rgb-13", "tight_score": 64.13687383691295, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ecf2888-7447-456e-969c-2b10ad1a2512", "result_sha256": "80374fe6a1ec47b94ac49bbd3019fe753b9b07c3d1ed1c400c8ae7605e0172e5", "result": { "component_errors": { "b": 11, "g": 4, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001664, "delta_e_ok": 0.01816230178301902, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 3.7134770539123565, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 191, "prediction": { "b": 187, "g": 174, "r": 39 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":39,\"g\":174,\"b\":187}", "recorded_at": "2026-09-23T12:14:57.141513+00:00", "request_attempts": 1, "score": 90.91884910849049, "task_id": "colorbench-rgb-14", "tight_score": 63.675396433961964, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7bd78e-acfe-4fba-b937-102edbec39f0", "result_sha256": "73fbc9347aca8e0af87df6c59a4c2568d3da7909c2e0d85fd50972cdbb28754f", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001454, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 3.3373138189781457, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 149, "prediction": { "b": 18, "g": 16, "r": 16 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":16,\"g\":16,\"b\":18}", "recorded_at": "2026-09-23T12:16:45.515090+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-15", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d1a6bc3-81cb-4549-970b-e518a79ab76f", "result_sha256": "8255bc35e23ce0f5dfe2711eebeaef44fa0d2c042edd85b6fc5239a18e35cbbb", "result": { "component_errors": { "b": 2, "g": 1, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0001874, "delta_e_ok": 0.003535604511830316, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 4.7881578439846635, "model_name": "gpt-6-luna", "out_of_srgb": false, "output_tokens": 233, "prediction": { "b": 242, "g": 244, "r": 244 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":244,\"g\":244,\"b\":242}", "recorded_at": "2026-09-23T12:17:25.876316+00:00", "request_attempts": 1, "score": 98.23219774408484, "task_id": "colorbench-rgb-16", "tight_score": 92.92879097633937, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "198a2e9c-5c18-4976-bc4f-a94c2bfc10a3", "result_sha256": "6d6b70ec85c44b952b93eb3650decf3b6859f7a26f998c53e4d06722c2f6d9cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.98e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.922704870114103, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:21.147577+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7d02adb-8433-4a39-9c41-37ebf09c83e7", "result_sha256": "57b4868627b2d5f757b468d282ce7d71a1b27a926acb8b5782cdbeda0fb5c0f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.23e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.516843446996063, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:53.028717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a02dc1b0-da37-40bc-ac93-b0473336d351", "result_sha256": "da0163674a5ce599e6446548d34d457208438f0a9010b87a30e2115c40011d8d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.43e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.5650567160919309, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:11.379926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa8ba24-6c09-4a05-bee9-1273eb698fcb", "result_sha256": "6dbd117c1491d67120e3528c5b461d887b797ac8cdf508c6d2e947171c5b8a33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010279999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.674662587000057, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:35.157901+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21dae893-2544-4fe1-9ffa-7642716bb5aa", "result_sha256": "01e0c18c654e213b2e9a7ad8dd88d59a0f52d7a03911af8ffcd9d187b1922d43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001543, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 3.769190066959709, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:41.900701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e147dd0-1cf2-433a-902b-c77c28dce7d5", "result_sha256": "78a396fd572e4f10a70f9ae5deae11736f19ebc972f3657214b387528586c7ea", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 1.8511946469079703, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:32.931860+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be1bd379-c401-440f-b864-d148c4bcf331", "result_sha256": "7613f1abbd9f453567e9cdde69064a049ebb1b6df7719d115acc5f45dc9a9d32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021280000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 5.66463363613002, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 287, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:56.306530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f40e41fb-5e7a-4f89-aba4-e1149c2d897e", "result_sha256": "5419e0ea2e5cf32f7e086e7e3ac0e55fac475866fc43dd6c31390db1258623cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.9848817239981145, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:56.020499+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2fabce-69f9-4639-9e33-deb914f0983a", "result_sha256": "1f788bf5b41dc1070d58b89e47f36e862777d4f8e761c2cbd8672b326bf08891", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.8258528138976544, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:28.329295+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c690bbe5-0e62-4a19-abbd-aabaabc3be97", "result_sha256": "accc2168a9e165c99284590229076c2dacacfeac965dedaf91f222d2dac48bdc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 2.2090697628445923, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:29.334180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4e2031b-b739-430f-919e-8e41df75c717", "result_sha256": "af9bd9e7cd289f0e9cb969b5598a72b74d43cb43fb684519cf50cea5ed05af33", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.68e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.3947313751559705, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:46.931991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b32fc69-5edf-40f3-a1c1-9b7473504b2c", "result_sha256": "cd392a7cc310901db4408cd3da38e9a2fed5a7321f2ea48c47636fbc80a83b61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.18e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 1.335004465887323, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:00.879596+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2186d8-fcc9-4aa1-8070-c64c651265d4", "result_sha256": "5ef7ac5692bf18086a634fc22f18aff0207241bfd72d30aedd82d34de53af0a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 2.8037623199634254, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:42.027474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "238d945d-d3d3-4dc4-95fc-350894c4391e", "result_sha256": "0bb641b42b7411c1f4e1f2a4ea0d2c4d61779374df8ffa1d990b02f33f710c8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014480000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 2.7753270810935646, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:54.757534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "304c2475-ea55-4155-bc40-36a52b16fad3", "result_sha256": "1bf5cd3ab2eca68f79fe5534f401240f2975fd0e352e3c6ae0d458fdb25cbdbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011729999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.4708099979907274, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:22.019559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0737f11f-ba0d-4804-98c0-1ed43614513d", "result_sha256": "85c6230f1fb9c94db25fef7abf1efd118cc938853326a82b2bda3b7322e882d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001263, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.6380394080188125, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.822831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72b2f047-2e65-4104-8b3f-cf663a038448", "result_sha256": "0eeccffe3d1198853650b52f252e81ae55421ee08c4ba42fc72b7dac92e6918b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.4776002380531281, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:14.216003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfe67272-5ea3-4d0a-874b-33d1c80a2cb7", "result_sha256": "f5531f78d27810337e4ce54a5916b8dd69cfe61ebc20cc5e3f45fb8313705c73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.63e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.797415120061487, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:17.597405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5948a605-397d-4c26-b1cd-a0e560f4bbaa", "result_sha256": "1bb6cd4ae6ed6fade03c1cace8c5d66c18fb8433d6f06d19d8dc50f50b524996", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.98e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 1.443048105109483, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:55.821312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3004381e-a068-4187-96d5-c1041fe4656a", "result_sha256": "66582c81a0a62e28c095608a1057d8de623346e8feb6201c788333339fe58ac8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.93e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 2.597786261001602, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:23.610614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a175cb9a-d6ff-4eb2-8b47-e9c204673bfa", "result_sha256": "4f60e969b49f56dc9a09f82af4b8c88ec544c5ae175e67a5c2ee6ebcab4fa9d2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 8.68e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 1.2868409580551088, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.849003+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eea2141-99bf-4ed8-bfe6-159aec4cb35c", "result_sha256": "337e4a22ca768064f415b3d43ac9c06959e55cf1cdebf478d90c187ae627e4cb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.3592955770436674, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:04.452074+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bedb5ff-e56c-4959-a089-91f406d5c6a3", "result_sha256": "bfaeca6b5647a2c30853ff4a32e6532d15163931c00e28feaf8ae67a857d85dc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00016930000000000002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 3.8352400469593704, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 200, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:28.957330+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a0dd00e-dba8-4b54-8207-9530bb5fcb83", "result_sha256": "fc13f4c9195895b63e89fbdfd0e93c88611d167f02cdae846e6fde94bf738354", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002403, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 6.826387428911403, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 342, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:20.866548+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bbadbc8-afda-48e8-8be9-a9fb6d39dc73", "result_sha256": "e3fba3394431f80712ef8cad6b7f41bef386470787d75a6fcfd34e36d393fe36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.773598553845659, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:52.434522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e6eeec4-5b80-4cf8-9b3f-d77b4d825f4a", "result_sha256": "f6c898c36b0c6913b3d173a4ff49917f6648005a3e00b0f460f2f73f23315192", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012179999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 2.362055115867406, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:59.376308+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81efe254-fbde-4722-a47f-ad3304a4676b", "result_sha256": "aacc30f0061001b166afbcedc9669dded488a598f61d22a0da16778cd8fa4e3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.0521038041915745, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:56.758464+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafdfec0-f601-42a0-8272-d06b621ce04b", "result_sha256": "4dc2c3f315a569a7a7fc1f10d4e31ec30318588b0e4476c2956019761b363ebc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001228, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 2.7351259461138397, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:01.791360+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02c0dbe0-6f01-4ca9-a41f-59185b564867", "result_sha256": "2d0d8eb45fd463527443a38e4f323da005ff2c66107df805eabc282a32445801", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 9.88e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 1.9866275249514729, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:08.262292+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d507a9-cce0-4984-989a-aaa514d5f64f", "result_sha256": "2c79139e84bd28055e67aa9bff7516ad3a4dd6d79a7803ce23bd0b2c18108b66", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00011229999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 2.3952015531249344, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.483377+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "075f04ee-9eb6-4632-80ec-a808eb268f35", "result_sha256": "eb7de8c2ba98185675c16e4669fc12cec68554be92bbfb72578bd0fd88c1ba50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001633, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 3.872158454032615, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 188, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:33.028953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c03a6d7f-9861-4c0b-a235-cbbdb493a70e", "result_sha256": "690de0d9a004c4ea4131ec7e5eda23f7a05563f0356169cc069eabf3793f4a00", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002078, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 4.791647473815829, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 277, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:18.982191+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6220c5dd-d1ee-4196-a457-94fd08ea5dd2", "result_sha256": "82a5a1eaf0a7ccfb462d50ac832a560eba8ddbb8e57cc8a96cc63c519b88d8cd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001033, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 2.670586652122438, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:53.217843+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cbf7ea9-715c-4c04-8158-53507e5dd633", "result_sha256": "195d4a11a9fc21a65a762e9da545367dff4fa264a37b033559cd3ead2f16115b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00010229999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 1.8989789129700512, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:06.601501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7367b951-7b1b-4cdc-b0a3-c3ba303ebe5f", "result_sha256": "33c01b70393c28a6337f744a623a885411be2b21d99402512a246ef3aa75c80c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.93e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.3453374567907304, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:35.414287+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df79cf7-e130-4e03-a359-496a0ee79587", "result_sha256": "86c253e246241ce387ece133f87e2ef7599ec63572e44ad4df92917dd4af6807", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 8.98e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.5001040289644152, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:06.103750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32e99502-0ecc-45b9-b8d7-064218e83ae8", "result_sha256": "ad36591621fbc86116b07f62242321fd60157ff0e2db294b74626efff07d140c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.600478542968631, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:28.106114+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9f3dc8d-ed69-4c37-98a1-70e26ff136b5", "result_sha256": "9a0384d5500dbcb85d08ed9a2a414c6f9638fafc460446de11b8118dc3b22f15", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001163, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 1.994953609071672, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:08.456848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7739ea26-bcd3-484f-952b-6bae1d4a4ce3", "result_sha256": "123b93dc4456758596657eddc62493903d9aafd24dddd117ac62b0da9b3f05e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001483, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 3.2026704368181527, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:30.310788+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fcbe38a-8ab1-4cab-98d6-6a76afab0ea4", "result_sha256": "e713ef9b9aa09fa70b6bd01838e95840e8d031eb00689e476583830d8ede5541", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 2.489820286165923, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:42.910222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b74efa86-5dc8-4a95-8309-0e3200a1d0d9", "result_sha256": "c99d3d14c26b81bf532fc89f4b1f5cf790129d0443d271aa87714de580faff83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 1.9413625241722912, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.462003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0d8b97e-b003-4a03-b813-18d90871af81", "result_sha256": "2954ff8f341a0ef7d97693435ec81bab04189f2817825a49ceacf55019827802", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.43e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 1.850094622001052, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:54.565515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9558aeee-b28c-410e-b05f-c6b14b44746c", "result_sha256": "b174f1807389cb0c4c6a9cd37de789f2262cb655dabb35fb959bc07afeb61664", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.779999999999999e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 1.9086077611427754, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:22.045050+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0f616d-830c-4fd2-9f17-98cfd8c57b5d", "result_sha256": "42c1c7f4c81d58508bcd691de9021902685b721579f6a8b8e04d3093865e1eca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001053, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 2.070005322108045, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:48.426837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc0c5ac0-2a65-4005-a9ca-52dc7a8b4fae", "result_sha256": "5cb304f2d4c8b5f286529347fab902b7fb9e81bdc4e7e5c693a36545117697c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001158, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 2.1798526670318097, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:17.765659+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf5388a6-f8c7-4827-be0d-7d4472052bb0", "result_sha256": "069075a40ace821a9dffb1e847cff6a00d973c28593aed3028abc11e9f9a97d0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 3.0521632418967783, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:07.737004+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5f03996-0e5e-499b-ac7a-cab3094f3135", "result_sha256": "085aa22207742fdd775c15233c44702139652c5042540898c0ec6fc407a2d35e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 9.58e-05, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 1.8793588851112872, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:34.728545+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a86d4c5-6c4c-4bbc-8a33-8342328e58be", "result_sha256": "04be77eaa77c099b3686cdb42eb494261ba31d101d61ff27475b5f5119dc23fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 2.485390768153593, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:48.712351+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5b2cc2f-aaed-4376-b0cb-a81801718446", "result_sha256": "c91fd27237560fa5b7acbbcd8be69c11927d32c30cdf7d63730d8203349367ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001292, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 2.665408933069557, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.265552+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd3fdfec-2b12-47a1-be41-12780f8f0422", "result_sha256": "b5e2d49f7374e83332c75c18dacbdf497414ba6002d8334f2823f28a592e02f9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002237, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 5.096551453927532, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 308, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:39.979812+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14740341-93bd-4d7f-8bb9-1522d4e46a3b", "result_sha256": "a56b2839db26e0c861bcca070601fb257bb90e9909a134fcb33e97fcbdefbb32", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018669999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 4.028216801118106, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 234, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:10.115585+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "912a9d95-a3e8-4a32-b763-86ce4dcbb085", "result_sha256": "76aa8ea8a9678e041fa1fe3ae66e82cbbeff90c7cd4d23df93c1b3985a89fe21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001467, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 2.9842552749905735, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:51.962530+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ae0f4b-ae5e-402e-ad2b-691c81413324", "result_sha256": "f3e120df58809e9cc2cf7f6397536eda0a9b029ceb37aafb8a1f7da6d03fe5fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00013169999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 3.0807647791225463, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:06.334962+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28b57b38-806d-4497-aa01-2d22146f83fd", "result_sha256": "5d49ae078eb249be396fd32f39ba0f23b67dc08005b52c7d38fcd0f6a63259d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001357, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 2.9702676970046014, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:15.439195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06e926d8-ce04-4977-a05e-56a1b42b37a0", "result_sha256": "558c8ca0ef2e093fb7b3ebf618c87299b0cdf70439150ad05d15380c93cfc3bf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00019569999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 4.087457224959508, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:19.936326+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94f282ab-f9c0-4bde-9988-20fd9390f236", "result_sha256": "0ad5bd12cc56e23daa59a4620b38328a58f7c9e8690e6563e4473d2ac75f892d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00011570000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 2.568268899805844, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:22:08.703532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bef80e67-6d44-48ac-b6c9-f172240ffbe6", "result_sha256": "485ec47432093587639598e0007d60c24c6716dd7bf58c46ca749c8f681f3554", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00016869999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 3.7524209700059146, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 198, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:45.736430+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71a4b4fa-53f8-4e65-89de-f051684b6a79", "result_sha256": "908939d99846701ef4c6f1708a5fd81ba45a5bdca7112317456b9cef7c5ac382", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00014419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 2.844837367068976, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:44.352520+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90b2df47-6c51-4e28-86e5-5a044bb96c2b", "result_sha256": "4c4282107a4e19a77b7ab418d602d98eefb286e43b7c950eb1a240278ab6feb3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014419999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 2.8312096481677145, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:33.958808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac44f576-a0f4-42b0-830d-4f243d1bfab1", "result_sha256": "890cdd82157236abad75d6df69b5baa02f69af7d533d0d480f7e36ce2197f652", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00015319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 3.6734119709581137, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:11.897186+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b14639b-4338-4f69-8a0d-a98e899f7d22", "result_sha256": "e02cddd4bef5ed85acb49c4bf7f4e78fdb333147faf4ec9ad318e2b5747a2356", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 3.49732203502208, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:10.189647+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "665d75b6-8dbe-4d9c-a7d1-146ba2da4f0e", "result_sha256": "7d24d8693bd4ace650de345fb5ee6442bb6b4073882c26c28ba438856a008f53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002937, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 7.324387827888131, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 448, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:24.441904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d99bfd8-03e6-400a-825a-71c0b38f7d45", "result_sha256": "077d5056da49ac252e562863c44b1d3d918d2fba7007fdd9582a5302ffe94df0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001572, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 3.8579283230938017, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 175, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:29.130701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "713aac2d-4fd3-4cc9-8c52-de588c3a3d61", "result_sha256": "1803a13a58c9f5419dcc27e6f047488a44d8fcc8e5a45602f065aff338af93f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001627, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 3.673320393776521, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:15.743010+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d80884c0-3bc8-4f6d-bdd9-7e6a0a3cb8bd", "result_sha256": "b54217abdfd3d5ccef92de63fd32f48efdd8d7ace6cde517450c4451709b927d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00027519999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 6.981076527852565, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 411, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:46.465975+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "861acf21-4b60-4ddb-85a1-afbb8e4e8826", "result_sha256": "ae1870a6c9c56c88d919ea53ecb1e72e96c3ea1e4ad2d850e6ee158baacce213", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001972, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 4.223073256202042, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 255, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:28.416829+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ccfd56-7bfd-45b5-83e1-3ab25d7dce47", "result_sha256": "c673fef5b0e5adbdc894b21338d928adf5cf14f87edb7e2cd869c531e599bbcb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 6.13159670191817, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 437, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:20.540008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "908604fa-4742-4d39-ade8-d26f00996c5f", "result_sha256": "d66b25a1aa414da6b6d0c1bd7a26d323126559fddc3005f726733815324163da", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00023319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 4.966232816921547, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 327, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:57.461141+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec897f3-c14c-4057-929d-7fd9cda174e9", "result_sha256": "aef123cb9f835ed70e850f9d37c6802a550c947f556f54e55ef640c356abf29a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00046269999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 19.989447749918327, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 786, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:38.532797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f294d539-b2bb-4157-a290-8eaf9762d232", "result_sha256": "89287f7dbd0006726f85154e402e6cbf7f7250750334f82f08a2ea9ae4901ce6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002017, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 4.656940412009135, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:34.768840+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d24ef1d7-7ab0-4f61-97b7-0dcaefd95073", "result_sha256": "8e5fccbea57955a1f16ad81941b31b320c4ab925ea36deb7b0a0546665ba357a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003017, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 8.32332382001914, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 464, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:22:01.352346+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdd6eb61-bfd9-4e61-a29c-ea4b530145bc", "result_sha256": "02e9d54164d89fc02438e567dcf9b32f5788d8021e5ec23773ff42448639232f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002587, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 8.175083023961633, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 378, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:44.356434+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04b41354-c2d5-44f8-b7c6-12e7e38da075", "result_sha256": "5192eff575e5d1cbca77d5ec019c94e90669ff65500396a1ae104603afe64160", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003692, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 9.524317346978933, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 599, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:19.670134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76605278-840e-4c11-8967-dd0bac42c84d", "result_sha256": "4bfe6e77dcde97f42caba4a3caad5f5010da3f4163f7b601eeb06352925e7c04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001592, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 3.5791651860345155, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 179, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:48.005036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dfbd112-f517-4d7b-9a89-a4860ae2a683", "result_sha256": "2bc128518d9c497350c9c3c333f75b99937bf5cffea41b18ace5333570b1f85a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003552, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 8.677742953877896, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 571, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:50.207115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a15f041c-79c3-4faa-a60b-a684f57be0d0", "result_sha256": "9d783a2e952e78b10434a017b3b3b0cf76f3ed9bd55fecee0106cdddea5ac9c2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00018669999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 4.110185275087133, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 234, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:50.288879+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1ee66e-8b6f-4004-bfb6-d35e2ec0e14c", "result_sha256": "83ddb69672498003aee81f49c996c82c146f3242900c434be02c9eb7f51b1594", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 9.266301345080137, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 493, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:43.488795+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58386916-15fe-4f9d-bc33-ff76624aeafa", "result_sha256": "ea007f66e71b84a99229a3d8d214b2a4002f52a48cc81aa06ee99736a52b5e55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002242, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 6.187102952040732, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:34.640876+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "795bc634-eaa1-4245-99b1-36de6a957d2c", "result_sha256": "8dbf8da671109e0985c88eeb300d4fc0104554001a6627620102d4fa7bc50bc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003527, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 8.735199250979349, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 566, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:38.988510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8329c1d4-c37d-4ce3-a72f-6a0a2b756e8b", "result_sha256": "d360da7e0273a90449f79e1946b5c46acbe46534f07866010bcd97c331c6a379", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002967, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 7.010587534867227, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 454, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:45.120931+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8232058-a2da-436f-9d16-2a91e6de1dbe", "result_sha256": "8c66164349b4fc3210412b34a36e243f5a8c16b4c8d54520c32bbc47e94985be", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022119999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 5.222770672058687, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 303, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:56.394540+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "888dae4c-bfef-4575-885c-618137474d40", "result_sha256": "336610f909043000a656d1f84034ce6b0dbc1bb8a3017e5510747ea57eec91d8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001382, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 2.514048444107175, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:50.698031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c25aa0f6-184f-4d7f-9cf7-7313aea9a789", "result_sha256": "b52c6aef737f4ea3258130beddb098d3c9897bdcbd45e84f7d46828b74efa079", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001382, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 2.3941693909000605, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 137, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:25.105675+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9528c43f-6f7b-4956-9448-d9fe75ba076e", "result_sha256": "ef26c032c75b1516d8295adc0e14c215c03de576a873f64ec5fe4bfe9c3e7196", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00010570000000000001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 2.2020310391671956, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:36.080937+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe77ca6-282f-4ebb-8491-4814c7d3f250", "result_sha256": "385835ce07c243cd02e76c095fc422ff1386f03664101b1d4da7df6ec55ba6cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023469999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 6.005438218824565, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 330, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:01.521108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fc60b68-562d-4f59-8af1-fbe098c84a1f", "result_sha256": "ac9954bcd48dd8ee918561245ac1f32f248213643cf79c983977fcaed55db8ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001482, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 2.951800097944215, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:20.347114+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20268673-565f-444e-b603-a3d9d79c7d62", "result_sha256": "08e360d97598f909cde21f11a52e0a07a46220f1c25981a37dd41fa79116a2a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00023019999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 5.926744516938925, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 321, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:02.963608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae0b6db-8a27-4537-a431-8ceb4633b22b", "result_sha256": "9efa16778a7c575d764528321f9e7a0933e73150d501a4e73aade1bf3ac433a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00021669999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 4.600423380965367, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 294, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:46.199195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2728611-5871-4270-9ebc-902cb6f78afe", "result_sha256": "629079d05dea373ac460762ec859fbb12cd184d48c8c0a00323931845d098a40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0003117, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 8.49589989008382, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 484, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:53.057526+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dd7d4bd-8df1-4548-896a-907e49b2094b", "result_sha256": "6b4ec793f0bcb61f475dc6ca00dff7704e50ab21bbd1d59f4fa76df534c2c8ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001337, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 2.242755528073758, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:34.518455+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3edb746d-8660-47bb-a9d6-2607254cd04a", "result_sha256": "40eb8b932ef48068f4e542129e0939a7c8decb4f7e3de488a6496ae619bf6bcc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00014769999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 2.811454282840714, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:25.484607+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c87dce-0051-4adb-b8c0-50ac07e85814", "result_sha256": "5bdb35a302408ccab7d2650d305747ced8d3c580498a003c87b974a5bdd489b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002832, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 6.5864972218405455, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 427, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:12.653689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af9976bd-5d96-4a9a-906a-b3038b9a1377", "result_sha256": "dfb5af4f45e2da3ee0b1e6242f1b809514d70c9c5e4dd306533ab3ad0b7ee919", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002912, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 8.408824967918918, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 443, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:56.256269+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "121b258c-b973-4699-8c80-0123910191bd", "result_sha256": "0811673786ca17ca40e3844a028098a922b011defc51e55e6f546816e9fc5cc0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0004362, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 13.208530962001532, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 733, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:42.943190+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ac5d01-5980-4eba-b3ee-5f3e50afd4e6", "result_sha256": "1bb9985696c85d383c41ed4971ceb8bfbbd42d415d03b39678c5f21953865881", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0001447, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 3.0937531071249396, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:22:03.080067+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a61f5e-496b-4cbf-9660-39295f4a227a", "result_sha256": "6664a7be1a7f1e2762252d76cd1587f3e2c0542db90a8e625201e89386b19303", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001882, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 4.622035981155932, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 237, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:53.222384+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66ac9579-6895-4866-bc10-d2a32173d271", "result_sha256": "72c1ed782a8df4ab6716179d5ec91f59b22ecf1d85d54d3835539d9688e6f362", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00016669999999999999, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 3.4945964738726616, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:51.710164+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9a5ed2-e5f2-4c81-9a38-d64e31496ba3", "result_sha256": "fd8bbf84cc12c756847fb73d870c8689d67f44693305d208faec2fbb04a11db0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004322, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 10.030348296044394, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 725, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:45.974617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b56a8693-2d09-4ce7-97a4-6c24b77eb823", "result_sha256": "dc1af63bd559d3fa40503333f0701bd7cfabcc0f4ddc84b3821a478217d20a90", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0002327, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 5.65743648679927, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 326, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:52.471278+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ff30ef-336d-4b7b-8f5f-4d8abbca0d16", "result_sha256": "0ea46ca865d1bb46b93d7cd3470cee9ba7f9fa3bbc75799d26259ed58afb23ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0004212, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 9.54271125397645, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 703, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:06.325830+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d801a6e7-bc91-4d40-a366-a309ec0525be", "result_sha256": "bb024453795ab339dc29a2f8a8afc905e01d9b9eb2b4781a15eac52ba790a12d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0002162, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 4.420166383963078, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 293, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:28.785023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d954d34-44c3-4e21-b649-edf24bc7ae21", "result_sha256": "b29ffa18e780822cb413326b2154fc44e1bf770dacb5368105576a9466e878ff", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00015069999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 3.4247649051249027, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:43.296990+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43840608-7c0a-46eb-b58b-7e5cd6f903cd", "result_sha256": "79ea43fd2846115ac8650bfba4878848defac1ad12477f07c9d3d87312310667", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 2.2212879199068993, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:58.738474+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "727cec56-c715-4934-a5a2-da963b0ca824", "result_sha256": "92d2ed9ee63b84c600e5226e89acfb3deedde2997a5376b472d60ddce2fd2c3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001537, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 3.17108664708212, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 168, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:13.535065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35bb8317-d21f-4a73-9d4a-785fde1ca2bb", "result_sha256": "5d493109b344717826f91ff0dc0cd63bd359b6f539bb68260972c40e2f6374e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00022219999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 5.064314879011363, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 305, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:36.899965+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc397f4a-74b5-4723-a54c-0f383627c434", "result_sha256": "de40e93e0b5f95337cd0813a39bc43e23ba52a5b00b252e6b6aea066ca5bd26c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00024319999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 5.491301828995347, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 347, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:09.498220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ad3ec78-9aa2-4ba0-9c5d-e21762585ca4", "result_sha256": "22292ef84400bdeb4692ac17818fcabadaab65338480cc119011292b5c773d16", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 3.518513028975576, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:32.320180+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e714d26-8418-47a0-bd19-ec61b108433e", "result_sha256": "efa0896564786ab26dcf2b56bea3d6e2c8f1002bfbae83a58d37ff59d2bdadf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0001527, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 3.5401860321871936, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:47.255831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f08da4b-92bb-4481-b5a2-05d512ea4e01", "result_sha256": "3eddcbab1fd0eda17ec4e07460544706e77c08b88a5bca6d22c7c4b8003e77de", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00012869999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 2.7889539329335093, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:41.457135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d70e33d-9870-4000-8230-3940676b061a", "result_sha256": "ea98d96e514019fc4af8a857a6ab21f8248db373141acbdecfa6cc2fd5d309a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00046469999999999997, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 10.370091936085373, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 790, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:30.526183+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a062a0d-b319-4baf-b057-f1edf34201d3", "result_sha256": "67708470123479beb65789cb0407b74ab185281a7f726f6f3b236dafd8bcec9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00018969999999999998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 4.861216556979343, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 240, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:18.486853+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb3d1b6e-e211-498f-a1aa-6ac10c88d87f", "result_sha256": "6e4e54daa940e412150c7b8c707f446012bb66c3d0c659911452d264131856f2", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0003497, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 8.041929946048185, "model_name": "gpt-6-luna", "out_of_srgb": null, "output_tokens": 560, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:35.322015+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40a6b7c2-7fd0-48bc-88e9-25501ae2cab9", "result_sha256": "aa5ca899deb772c9f2bc5103148af43f4873d7c7727ae6efa651e919f8bb4080", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 695, "latency_sec": 2.892884531058371, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:23.590078+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28939559-3a36-4b98-a8bc-af26ab76c193", "result_sha256": "2179d45d0d2f1fe94abba3ce28b95efcfedc6c011a8600b154d3069c850bbc1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 695, "latency_sec": 2.710019299061969, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.725372+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2e9e05c-18bb-49f5-b930-32d92a45bca8", "result_sha256": "8502b2ef7c85a20c32162c2b49661980e4d3db8507640fec0f491b36a0e2ae8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 695, "latency_sec": 2.4250698080286384, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:58.354074+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "759946a6-293c-4cde-aa1d-09c9acdbc9ac", "result_sha256": "e51c018a3d6c0fea34c7a6870fc0d0754fc18cc64310a23e3d9101f07b498d66", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 695, "latency_sec": 1.7170609838794917, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:09.977608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "64191c31-9952-4f47-8056-3909161afadf", "result_sha256": "a1155c5e9c20134a45d457e9b30d2c093d10904e8736278f74cd925632d82516", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 695, "latency_sec": 2.028029381064698, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:24.108120+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26b6e027-430c-49f5-a6d8-ad995ed2f311", "result_sha256": "c88afaffdd3826bcdf13672e2a40276216a86781c51c7f27856ef747183c8208", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 695, "latency_sec": 2.2610998719464988, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.857483+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "10c7d1a0-784d-4944-ad7b-5fdf8ca315a2", "result_sha256": "8740e7f45777e170680556f5fcc99d43d25381862f292d724172d1dfe3e7d7c2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 695, "latency_sec": 1.7864133059047163, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:18.434532+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ff42021-e16d-4061-8b0a-b1a7f970a173", "result_sha256": "5cf7c3c407c717dd52a50ae5153840cc024f2375c7be542f933679f10ae6ac00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 695, "latency_sec": 1.7744315140880644, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:37.112779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaaf7c50-9c35-478a-ad14-5f411c5be7d4", "result_sha256": "6796992c5e9672a8b78e530982894cc20c220eb43a70abee12542d8ea2b906c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00253, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 695, "latency_sec": 3.3481667591258883, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:04.196767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b0f1241-472d-4733-ba63-b3ae33da65ce", "result_sha256": "732ae3f54e6a0e7c479cae9404d5f1de7373e505296a01c4f47aade160d02d42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00269, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 695, "latency_sec": 3.2187660061754286, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:29.847663+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7a2c607-de5f-4a2e-a8e3-f891597163f7", "result_sha256": "789d15c9e245d636fc4508d71f624e05ff0019c6e7e1b67fd75a03dbe4fb5e8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 695, "latency_sec": 2.0652956389822066, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:22.694111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f011be7-2d7a-424c-9852-2f91531fac51", "result_sha256": "5570fbdf3bc678cc6920ebc9baa7c798fd9a2cf68551b5eecd87c6555a14ed80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00203, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 695, "latency_sec": 2.462971742032096, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:15.693031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "664ec4c6-cd5e-482f-bc3e-f8acbe0d00ef", "result_sha256": "703adaa6ae52b089c36f66c7c2b01be6e63b8b874c83803f1c3ef323c929ae05", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00239, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 695, "latency_sec": 2.525797173846513, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:22.629159+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1413cd06-c0b3-4f4c-b9e7-cc6a665bd3e5", "result_sha256": "d669d6b73e3d9a118e6155cd4536ca5f50021c0a777e92f094adcec4f549d97d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00282, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 695, "latency_sec": 4.024390746140853, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 143, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:38.522697+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58c4cb2f-f6db-4112-817a-e374dd366554", "result_sha256": "88da80864214db01883e5908fcb989ca30156938e9ef83c6736ef849de618456", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00257, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 695, "latency_sec": 2.832685578847304, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:19.835157+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b987462-06de-42d2-ab87-4b9854276fe2", "result_sha256": "e0d986e2eeb6e418e99dd83c10f2f8063e40d4e0ff0fbbbfd15c6c04e6105c9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 695, "latency_sec": 2.3429326789919287, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:45.662995+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bfa5c64-222f-4b83-91cd-9bfad2503e03", "result_sha256": "ce78e6e14de34e553555bb4b71acf491cbdeb8f7c9c1d116d5292ae7ea9b1ce3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 695, "latency_sec": 2.875158634968102, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:09.922509+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e07f647-ca44-4c7e-be55-066bb309a0b6", "result_sha256": "16b9a901856ece083ee816cc21e8994c0527d7769964281edb07a2116c3bf1cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 695, "latency_sec": 1.6359038499649614, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:19.798437+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc61a67c-3cc5-4c0e-b7dd-48b2baab920d", "result_sha256": "6d3bb6def30a7c36f0772d5a8099753b7182797eed2f5c03dc742a547b10a8c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00185, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 695, "latency_sec": 1.4481499982066453, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:16.936083+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf8b4f99-710b-4513-878f-73913d9a449f", "result_sha256": "353cb6a499a0e5a8a87ef4292d5f6ec86ccd92685f4b0b72b6fcb52270b5e471", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00199, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 695, "latency_sec": 1.8470123258884996, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:56.450355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "657bbf41-adc9-435b-bb2b-5c0337127ab6", "result_sha256": "680f92b0b2ee8ed32261aefe49a106c4fbc1ee451ac47a53c380f7b7277bcf67", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00249, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 695, "latency_sec": 3.1450769079383463, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:06.010634+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "967b7005-57bb-46b4-8366-23a1480ceb11", "result_sha256": "45717e1bbc3b55e0ccdcaa676c9761a5a2a795ace8a7334d431d7dfdf508cee1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00231, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 695, "latency_sec": 2.4301617899909616, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:14.899019+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2726ea-9cc9-45a9-90c9-4b13a3cffc3a", "result_sha256": "934d87a4eabc3cd87fab0c5e908a473b86898219f8103e4f47a01c23c2f991c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00262, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 695, "latency_sec": 2.9343316829763353, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:12.186949+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aa2a08e-3b8c-4ab7-beaa-7af80356cc82", "result_sha256": "a082c0c2513dcded480d37ac53cde41e65cf79c4678ca24f47268a5cb88b20ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00201, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 695, "latency_sec": 2.0753673720173538, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:45.762563+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84ace039-e0b8-43f9-9112-4b3e12031dca", "result_sha256": "cf1c47d21dc815d128ac287f053d86558564cde822a51f10d48d0825fb81b372", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 695, "latency_sec": 2.0422352319583297, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:09.060748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f039e8-3603-43e2-83e4-d6fd60c7f13f", "result_sha256": "32a691ec7dfdfa77cc0823a2a228dc41d05f502b66ede2e49e54741ee026dfc8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00332, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 695, "latency_sec": 3.486363115021959, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:55.535347+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ae17a6d-b848-4bbb-aaa8-f99cca5a97f0", "result_sha256": "69db446b65f3e9701de4ff5e05ca9907748984a023964598a7d5c38085c7d911", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00221, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 695, "latency_sec": 2.1838186560198665, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:36.594698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b74d6a2e-3f5b-407a-b1c7-fc9feca57c86", "result_sha256": "2ec017bf1c7b707b146289b178d840d3db6cafaf798620542f01829b7d5db3ac", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00399, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 695, "latency_sec": 4.673077380983159, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:04.669112+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b50a30a-a965-4c6f-a390-3b949d054996", "result_sha256": "53528af861835810cd896f4dc227d85d88d556c4200a9820337fa7fb65d6cc92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00291, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 695, "latency_sec": 2.9532566328998655, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:23.992956+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "198c34ab-e350-4d12-b922-8da0a2cd7715", "result_sha256": "e11912facd492a66c240fc3a3d8ae810c56b933af2c110c6f60ce9c6d815b527", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 695, "latency_sec": 6.5955181759782135, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 415, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:35.881003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab9cee9-2bda-4e58-a93a-00fec0beae5b", "result_sha256": "cea5e7139ef0029b2835eca2bd9381e1192a372283c39e6b884e9208d6aaa09b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 695, "latency_sec": 3.1514635388739407, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:51.344952+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef66e27e-efd5-400b-bed8-c001c763a3db", "result_sha256": "848973916dd407a68e494fa13d56d2473fa8d5755a040b8f51149902640c58e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00259, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 695, "latency_sec": 2.5159440839197487, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:43.025739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "694a1394-b573-4150-bcda-71244fa4a891", "result_sha256": "25f3f28b1f44296c7b4c1fdf64a32a49f9f25ced3d6e81e4556b33b519dd51b5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 695, "latency_sec": 1.6602643160149455, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:08.105374+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b779a6b1-a130-4c2a-b7c8-a3ea654b35c3", "result_sha256": "0d0a2ee645c745f3fd06434b7f70b9bfaeda8b3009947b1f17bdfc6e6218e5fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00153, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 695, "latency_sec": 1.1880194849800318, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:40.214750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c40f4e-4c5f-4a0e-89dc-2ade9ea3e08a", "result_sha256": "487bb055715c83c8be80af11441da9e42ea320fb4004b0b5d79e2d0fa8ac3356", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00177, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 695, "latency_sec": 1.7797131380066276, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:29.965872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "501eefce-27bc-463c-ab05-2299ecb4f080", "result_sha256": "161ed28098ccfc51801c2b2774e5ca3b84e2a11f4a28a6663862197da86caa9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00153, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 695, "latency_sec": 1.0600429940968752, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:01.578691+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "012ed55d-2039-40dd-a27d-518057b746db", "result_sha256": "2520c7a33a89b4317811802b7bc255806e259009f133ca42592e037049472d22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00187, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 695, "latency_sec": 1.6852873610332608, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:53.913039+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac11e43f-f98f-4688-b75d-043487f9ffc9", "result_sha256": "722ed44fefe760c067e2c4aa610bd1266d3b3617521d86c1faa7ded58ca18e50", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 695, "latency_sec": 1.540176825830713, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:08.871610+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "703db7c3-2a54-4bd4-bdbc-98d701600bce", "result_sha256": "a513916d1500e68cbc41d91b7163a2af0ff08b7aa19aa0b12407450394ba67a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00191, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 695, "latency_sec": 1.8618861730210483, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:54.205364+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b82ab7-e566-4a5f-9982-6815ad70f4d9", "result_sha256": "e87ca13e3be881bd60be817738f55e354df45c1878e61cbb7846345740b858d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 695, "latency_sec": 1.5850273980759084, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:25.799467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71866ed6-1592-40c9-baf0-511523874ff4", "result_sha256": "17d2fffe69f9bc37a45b913e4a5cb5943e825302ccc649cef16a13746d1e281b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 695, "latency_sec": 2.9311510941479355, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:06.341107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4859946a-bcf2-47ee-a4e6-6df3dcd23d7a", "result_sha256": "c92dc4b88c74a05a7b47938c677b80336483b9ee2ee170693d0ec3de71d6c562", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 695, "latency_sec": 3.53332326002419, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:53.493279+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b21541-0b31-4d61-b29a-98559e4bad45", "result_sha256": "8aee90f1e911fe8fe7c7a8d99e626afdcb7ee807a5e1e79a681d38c1cee2fb42", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00217, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 695, "latency_sec": 2.297631717985496, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:17.934915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44b3110-a93f-444b-95c5-cdee607e7852", "result_sha256": "742076d1df1d929461dc7685327b55fbee1759c68468fd4201351e5413f079f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 695, "latency_sec": 1.8741239639930427, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:44.447583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27ef14ae-6860-4c2c-9063-16fba598cad1", "result_sha256": "f2126348b609e28b102c4339c27e78d53ecdb3a56ebcf0a557323a9cd5994423", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 695, "latency_sec": 4.9992352549452335, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 241, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.835400+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5a57cc2-476a-49f0-9544-2de26321912b", "result_sha256": "d90a91b52c46a4d68f083741fe099a1b3eead2f7ea887d039d4b2209c669ed56", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00363, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 695, "latency_sec": 4.216989435022697, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:02.739171+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2efd6da7-dfd7-406a-b74b-c9d76a895ebc", "result_sha256": "5b840d6aab995f0b7eb7339cf90432e50d625856ee106ad8d7cc7cee588f76c4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00233, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 695, "latency_sec": 3.256062834057957, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:54.275562+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b373ba50-cdc7-418c-b68f-522e99170505", "result_sha256": "65d905266b30cb687a82285c21e3b1f6fe90292b26da4063f1e43c9a4b13d742", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00269, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 695, "latency_sec": 2.9178785351105034, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:35.342045+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a23d76-1a54-40a5-ae72-67fbc8eed955", "result_sha256": "b271206edefc0c29faf41986bb855d8bf496a69e7fa3f3daba80397093348e65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 693, "latency_sec": 1.8688415680080652, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:31.185686+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "566d3108-b11f-41d3-8534-4d0f5b6fb380", "result_sha256": "08d1af13010ea0847f08f7a7685341016895ec56737242b340c312fe42ce169b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 693, "latency_sec": 1.0915907369926572, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:25.237822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ab6094c-6cd5-4d01-be16-153dfbf2f5b5", "result_sha256": "1bf188f355dec164d36d12d319cfc8e46610bdcf56b1d52a231f95419ea3f0c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 693, "latency_sec": 1.4083490290213376, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:11.700457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71a63341-7fe6-47d6-a97d-238b7faf0ac6", "result_sha256": "d3c40d7afa8a5949ef5c271f4eef6a21115e8f2a82a9ab2e0cabb1a3487fedc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 693, "latency_sec": 1.1647319479379803, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:59.213315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "836f0942-5327-4ae2-9188-668c271bff7c", "result_sha256": "493b879af0e13d169d8e7d9265bfc25839d0c3ad449eb5186e33dfd009550478", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 693, "latency_sec": 2.314910631161183, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:20.934352+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ae20e1d-0605-44a3-9ce0-3d74959e96be", "result_sha256": "5cd464c485658a9e718500d4ab44777edc0b4e7268f04f11e81883bd0a72d2ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 693, "latency_sec": 1.5785573162138462, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:01.130185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca85f6a3-3a83-4190-9351-a718a52ad319", "result_sha256": "f21fd0782d7e3aff01f254b3ab3ec9c5a8aa36d38fe203998af8505ebecadde2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 693, "latency_sec": 1.5568533800542355, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:02.030599+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab5834e9-1dd5-4852-9e92-8730879d1f46", "result_sha256": "7da172ff44f6028af2865570a8dd052e862773ce2d4d676bccfdf305ff46df1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 693, "latency_sec": 1.7463357897941023, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:47.030454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5088dc13-d2ae-492c-8594-37516f4a975c", "result_sha256": "2c0e86ead5e5a6afa3dfa996e569e11eb5f77d840ce6482ece89f14cbecd39fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001846, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 693, "latency_sec": 1.5701206980738789, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:18.137107+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29c3ea3d-8e15-4158-9e31-efe0a5612129", "result_sha256": "3632a5f741314e3bfca6806b7edde4f629ddd6f858466b3c02580eb7be854d60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 693, "latency_sec": 1.9791070688515902, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:18.696741+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "08ffcc6b-3fd9-4768-83e7-31b34c645bee", "result_sha256": "faba35f9b5c57b7ca3a2e8fe543dc8e71f1810c7807fd97bcc02c1d2e0d7d1b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 693, "latency_sec": 1.3820472531951964, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:11.514987+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc974ba6-8054-4190-bada-00935fa5e8d1", "result_sha256": "45960f19a41d615250121329531fd84dc0addfa428ee6ecda20fb65e7e1898b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 693, "latency_sec": 1.586499494034797, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:12.860195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b57ead21-1984-4242-b634-4eb92652db40", "result_sha256": "b6c1fb6e12ad249698036dc15abf458df225c0f528e311521dc30aca68c79168", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002456, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 693, "latency_sec": 2.6557983169332147, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:23.079433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83f3c03-b2d5-46e5-a0ad-54ee9c3667d3", "result_sha256": "6f9f98370bc6f809929ddb518f41efb9e8350bde8d47dea0248228321992615a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002166, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 693, "latency_sec": 1.578178206924349, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:27.000570+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b59fb6-e604-4649-b1a1-bffc40da7b9c", "result_sha256": "6954d7145522213911362220a3f9d8d53bd6b49a55d55104b008ae3756ae9dc7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002536, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 693, "latency_sec": 2.9244338830467314, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:41.952227+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a35dc832-58b9-446c-b7b0-72e9799a9d0a", "result_sha256": "41f365a61e91b4aea13c163aa4dde926691538b8d58ece9ea3fbbec3f64afa8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002466, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 693, "latency_sec": 2.6380293930415064, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:38.194717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a08ed89-c1cc-4823-af26-d80465e783b4", "result_sha256": "be415fb57d0dc4998929460f353d3ea0c37c208d25ad210b18b253e44cf4a21e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 693, "latency_sec": 1.6526784570887685, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:08.534448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a3b7c58-db75-447b-bd25-6383914862d8", "result_sha256": "95ac61f9212a23bb26d0c66d5a5944ac5ce36d290bcd1c5a270513a39b230181", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 693, "latency_sec": 1.0294678090140224, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:31.032816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d2f0b12-5e66-4f17-bf2c-0e75c039e983", "result_sha256": "8c06032aba55a05be59239dddc0f6bda94f21ece9933e718974bd2748ec0498f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001686, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 693, "latency_sec": 1.1897189591545612, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:58.434111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71332ff4-4563-45a8-a810-8e0f18b3d5df", "result_sha256": "e6cd5541fcd60fbcad7a5e44913149c33d7df8813da4bff6c82d5b0763ffa842", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001686, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 693, "latency_sec": 1.0660650448407978, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 30, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:44.628154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e16a30bd-0309-4ef5-bc15-fb402fef5941", "result_sha256": "3e64291e04405a6c7b6ca7009c5d8905684c52a1640eb1263fe6bb6704a8ac55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 693, "latency_sec": 3.2256876840256155, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:48.342750+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b94c4a-c210-4bfe-bedf-1ff206f84708", "result_sha256": "6ba670d717e5b7b0522a4e671f161bb429fa80db62493724efeb4dace1fa2daa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001836, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 693, "latency_sec": 1.39039043802768, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:59.828998+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29612756-9ad9-4ff5-be45-2e4eab577cf7", "result_sha256": "0b1b7be3f61dac90e3f73e49a2c6a1e0fe9056aa61432b931eee87bc33c6a212", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 693, "latency_sec": 1.565159749938175, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.557899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b2c684b-3fcb-479b-af34-ce7d0de29acd", "result_sha256": "ce17ce287a503967bec4f4e0c181360947437b45e52dfb893c7830d0236338a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002026, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 693, "latency_sec": 1.7722588831093162, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:36.796699+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bdd717e-107c-4375-a91d-22662075afd8", "result_sha256": "6768286bb19aff7245a0816b191090a36fca8ba4e473bf59b6f56f7ce4eb6a70", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002086, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 693, "latency_sec": 2.4951965019572526, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:59.569421+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ab14397-77db-47d9-b77b-225cbb1df764", "result_sha256": "db26ab3c508742ca5f03ac3df935b5aad4554a1fcd3b09b28ec9997918b93909", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 693, "latency_sec": 1.6220927741378546, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.433970+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57ffa84b-186c-4402-b57f-b9a37abf4fd2", "result_sha256": "2f76a3020986a971a6eb05c66ae6ff8773c8311265ddd1a9e3310af2ad872e35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 693, "latency_sec": 2.1337944760452956, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:48.601538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec7abe14-0ee3-4689-a9ee-8b21041e1039", "result_sha256": "b785c37a8a2ba8ecf9730efb7ee9be32cb7ce3a782582e15842b4c35d0d9520f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 693, "latency_sec": 2.4743803010787815, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:17.010860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3451075c-fd50-454e-98e2-c3e1e8d6b95e", "result_sha256": "1603cc3d5b69ff95f4e7f7a7180e0a283fe3e992fc8efd3edfeaf33f4da153c0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 693, "latency_sec": 0.9675777899101377, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:57.099471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a824cb8-01be-4fcd-acaf-c87e03e76665", "result_sha256": "fc823a220be9df5fd91214fe46b0d67107287ba61f40bb04acf7b0301c8fa47f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 693, "latency_sec": 1.415903832996264, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:44.370987+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a7349ab-629f-4236-a1e7-ed401b873f0f", "result_sha256": "87cfafc8ec81f0fd8ce85c173898da6378e37d54c736af4e0828ba27106fcb44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 693, "latency_sec": 1.0799118799623102, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:07.944825+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c98eff-6429-4241-a7b3-ba2654a9053d", "result_sha256": "5879ee544685d3ced6c0c85c7fd1278fd1edaa4b5f9502d1dc9e621735ba7f92", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001646, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 693, "latency_sec": 1.3178351579699665, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 26, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:38.965163+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3878e86d-9586-475f-8f22-d875d3246b4a", "result_sha256": "5f193fafa4bd27d5111362b5fbca6770f719ff546848bd03b6143f6a99c1019d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 693, "latency_sec": 1.6573483019601554, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:04.496813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "581c3649-ba4f-4704-b78a-b2f2deef4232", "result_sha256": "7f7c9bb1ed46df0332936f5d92ef5ad05f860e09a671ef4d66b86b133291db44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 693, "latency_sec": 2.362504168180749, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:30.106181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0d81c7d-8be3-4e68-ba03-36bff4bdd2dd", "result_sha256": "6ae3c048585f734c641ea325dd64aced19b787a602f653f48aea64e628ebfafc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001916, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 693, "latency_sec": 1.5496524409390986, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:28.718002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "880b90e4-9e30-46bd-9702-559b38e8fff3", "result_sha256": "52d683663d8305e0c57145aeda4c66402d2c08dbe322476516fe84ca231e58c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 693, "latency_sec": 2.0755495929624885, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:25.368554+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5132e10-8b3d-40a2-ac51-eba59fdbf98f", "result_sha256": "940b2e9dd3e4df5cfe94aad5386c1970d10b62382c5e1ebc30f48560c81f9dba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 693, "latency_sec": 2.002307662041858, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:56.194871+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e6d3ecb-7e6b-49cb-80f6-12e93fc935fb", "result_sha256": "7bc7e21583faedae47a44fbaa8b18761db9253a16d67f897eb49e58b5575486a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002126, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 693, "latency_sec": 1.9453077849466354, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:22.320829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd7242d8-b3f5-4598-8bd5-b7f1f9b69ca8", "result_sha256": "221e8e38ceb8fc59cc1dfaabc44014a7cdfd87ae8b7e147236d3add7a6d535db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002276, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 693, "latency_sec": 2.1720228740014136, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:35.165754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f01826-465a-4080-8b99-a2bd5efda7bc", "result_sha256": "66ee408bff607346bb2e9ea6df7ea29e2851ae9cbafce60d52b4ffda1a5c1d18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002086, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 693, "latency_sec": 2.0110701208468527, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:57.512842+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c83fa3d8-bde8-4f1f-8099-b7d358ddb18d", "result_sha256": "8ce23c90b9a8bc2de47c323bba835509b5a19cd8f7f83a1eec4e0ea608e201e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001656, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 693, "latency_sec": 1.664614015026018, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 27, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:28.146446+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74e25db8-ce3a-42ee-8343-ec4681f40625", "result_sha256": "6e65521e7785d4b321b3b971018ea1897956debe81da661b8eeb343356595bd6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 693, "latency_sec": 1.8691042438149452, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:20.363290+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5fac9d1-1065-4064-a223-811732aec0a4", "result_sha256": "b7a1d7f05ecbd44618409a0855990920a004c032c08a2df32c2cfc646caef011", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 693, "latency_sec": 1.014169453177601, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:54.088274+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc45529-3fcd-40fb-be7a-dd76ab78e78a", "result_sha256": "e4f6fd611fc50d37862fa0ab649249afa54adae1b04c4c27d90f7cd85a64f961", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 693, "latency_sec": 1.4145971520338207, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:45.952971+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8629739-f280-4545-bbc3-67855cf9feb2", "result_sha256": "ff918e2e6e092560a6b76db54a13240b00ff78a06b46b4e0527dd452d6bdb0f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001756, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 693, "latency_sec": 1.5034593290183693, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 37, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:49.094559+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "779d3a38-5a99-4929-8e56-e2c4eb9e9d84", "result_sha256": "7603bad8a81264a7c0c050601f95014d9ce26d7a9e07d27bec3281821bb07e09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 693, "latency_sec": 1.6931453100405633, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:14.381448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "283b677d-161d-482c-9917-9453295c5045", "result_sha256": "232e47de9844984393cafaa6b2305a01f551d66343c4af0c1d9541ae44579a51", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 693, "latency_sec": 1.4881805579643697, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:11.730132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb6de25-4e39-41de-83fc-bdb2c9e251fe", "result_sha256": "d974bf8ac0ee02a854e6df9fc483c9831c3dfde448ea7172fa421491e0d1aa07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 693, "latency_sec": 1.2400181400589645, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:09.697217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb63ad3a-fcdc-4cdf-8dc7-ddb837a820f5", "result_sha256": "fb0f0496a85edd48c2356b5a6df33464334ef45fc3ae23e0a1003a1ab35e8e65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 693, "latency_sec": 2.1441211430355906, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:11.411583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5136fcda-9a8b-4036-8e22-104d44faa92c", "result_sha256": "3368aecbe7a60d731f38fbdbcaab72ca3c1b9eca2fdd432ec57bee215cd15deb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002106, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 693, "latency_sec": 2.015616195043549, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:06.560354+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a1ff10-c01b-4827-82e6-0f854578b0ee", "result_sha256": "359626b58237e45743851c37d2ec489ebe227e5851652004ef83f22db107ff02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002026, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 693, "latency_sec": 1.5506684728898108, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:26.931449+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0230b8a8-3885-4f61-8f8d-a7ea61bb4bad", "result_sha256": "e1234ee93170d8a8df9f3942768fe22f3954c37cc3c711063431eafbd0a5d20a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 693, "latency_sec": 1.940343280090019, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:13.978555+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "edc92938-bf41-41de-9e03-122d72926cb3", "result_sha256": "e58d8e7c182117513ca9ff032f2298c6660a8eb685071742802359c92e820bb9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 693, "latency_sec": 1.0261877810116857, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:44.381121+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1464bb6e-9d23-4054-934f-6416329fe937", "result_sha256": "5b4498233e52f58e09f67ad9d75fd4e2d937647faf2237f896a74f52cd584cfa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 693, "latency_sec": 0.9899127001408488, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:37.679174+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e91757d8-fe10-485e-af06-80bae1d43be5", "result_sha256": "783f2515f72c7624936665f94dc7dcef638282ee3883dcb02d505ffceeeae224", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 693, "latency_sec": 1.4974392850417644, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:40.647149+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9851f9d0-c7d3-4301-91bc-9ea4f232c3bf", "result_sha256": "fc2ade09f25d4ca85b521a04abb742cd22d93f978b9df62504939cdb8512c080", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 693, "latency_sec": 1.5021249130368233, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:23.960134+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d84621f7-960e-493f-b49f-f1cc756ef6e8", "result_sha256": "c1307aec1d41b233a749c4b871ea385a164fe527f4d0c5111b23f89dadd24a3b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 693, "latency_sec": 1.775764361023903, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:53.320893+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "738cf91c-582b-4cf3-9091-2cf1f42e2869", "result_sha256": "a3ead3144fbb175f762d0070e573cea741a2330dd76bf6107199b07508ec1dfe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 693, "latency_sec": 1.5378901599906385, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:08.594179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2f7afe0-51b8-4b86-be3d-ec44089b3ca9", "result_sha256": "9b9853a3f3dad5fec20d7c71888b3ae569a0e6bd19bd29ab7a2860f522dab7e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001766, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 693, "latency_sec": 1.9315035468898714, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 38, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:34.961252+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25232d49-4f51-4161-9698-a276066cc523", "result_sha256": "bd963399cbbadeebd3de62f1aa047d5f83a79c723c50679da291745d266bb33d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 693, "latency_sec": 1.7120071449317038, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:07.346179+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c37e5ffa-81fc-45f7-8b2e-0273fef1ce7c", "result_sha256": "e901a3fd4378b234b23532e87a93fc5b65b826fe1fe05294269451ae538d2a7b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 693, "latency_sec": 2.416370567167178, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:14.386964+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61773a93-b9bf-46b5-97eb-0faa3aa9659f", "result_sha256": "e2768fcb16df2316f5f318185afd3da1fec80c6348c0524c6a2c145e3a4f8469", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001866, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 693, "latency_sec": 1.3579348570201546, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:57.237439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc35a6f0-aca0-4be4-87ce-fc87c866d950", "result_sha256": "891fa021b0cbc28dffca6081bd8f3a35a0dbe148b49a6de5f1ece9617c0e89a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001956, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 693, "latency_sec": 2.3019809268880635, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:37.867429+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7233b732-eff2-48e9-bbef-d9ef9a0abc8d", "result_sha256": "8e948e994edc5dbe5fe6db5fc43efed61e7903e32f8a04e0fd2502989b18574b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 693, "latency_sec": 1.9064861158840358, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:39.338785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "588086b0-cae9-4c2f-b8d8-cddf562de836", "result_sha256": "99ed3a26daf475b99702a17a00a0c59ff174fc65bec07f53813bbb4b10caa283", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002578, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 699, "latency_sec": 2.815976617159322, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:00.329162+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d27841f-1414-4448-a8ba-f08b73d9fbcc", "result_sha256": "8480a588cc02a40b673ccf7d5a5d81eb1284ba148da6ca2094aa2aeeed58a60a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 699, "latency_sec": 1.9758444228209555, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:03.575534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c1834d-3a6e-4ef9-991a-af8233288b54", "result_sha256": "dd442d52b84f9c49f779dba6e1f4cb4f567f8d9a3f3c4ab32e95bf102c2c02a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 699, "latency_sec": 2.204483376117423, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:16.296473+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac8b4d2-fbc5-4ea6-a477-8dfbe4f0c0b5", "result_sha256": "33aee6abcdc66aa487af76330da77a8d60e0b06ef80898f79fe2c22c6d7e3cef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 699, "latency_sec": 3.4370373911224306, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:34.833073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb07c579-803b-4d9f-932c-5e0530d471d1", "result_sha256": "79a36894b95a3445efaa50b41686b3837dae8e58445021743b8eeaef09893588", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 699, "latency_sec": 2.9852712370920926, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.873776+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af466699-61fe-49e6-a6ae-927faf2ea259", "result_sha256": "5b2ad6243a78dc41b6a3f81fc4f9e4335eb22131beb517926266b31369f2e3a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 699, "latency_sec": 1.7010665668640286, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:09.514392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1351ba31-3932-418e-a364-12187d86a7bf", "result_sha256": "3eb31c70a528513860a461091539f786054a246b55f4088d6df500e808f7a647", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 699, "latency_sec": 2.157947254134342, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:01.005667+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96d979cc-b5ac-425d-9c67-12a695b62f7e", "result_sha256": "8611f564c896588b952d0d85bd2aaa88415f88e2a2c6630860937f7b2909173f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 699, "latency_sec": 1.7949733948335052, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:22.802838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4698549d-7a12-4f03-9d35-e0bfee81cc02", "result_sha256": "f555b1997ccb8ed99a135fe682ed0d6003709c5ff8d9bcbf099b1e78919a9ec2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001978, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 699, "latency_sec": 1.5349606960080564, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:39.506210+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "725d681e-737a-48a5-88a9-640f04735900", "result_sha256": "b1ef97547f301163bd1f3933f577e1b3e9835a5df095df31854a077d1881e2e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 699, "latency_sec": 2.3341845138929784, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:40.030258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8974d61b-815d-49c0-941a-efce26398337", "result_sha256": "828ebbffb6c3e4b65708ab281de3496d4af5ebed73341049f6ea4d558f1662c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 699, "latency_sec": 2.3121789218857884, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:03.192147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c5752d-e0b6-4feb-8f21-f904059adc45", "result_sha256": "a548bf315384ac05e746e3bb92f425b1f6da1bdd6dbd1904970945a493808f74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 699, "latency_sec": 2.509274940006435, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:14.864444+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "deb56e08-a0b7-46d5-9471-bc8804772b54", "result_sha256": "ae962c6a8121af7bde31f901f1fdd1445f225feafa64f79d5f5c4499e8007d44", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 699, "latency_sec": 3.430356790078804, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:13.778806+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24fbe878-f8b8-4e3a-af0b-26fbc4f3c87d", "result_sha256": "0720090ba5344547458ea3ee1b53d4dbd18ba6572b5f8dc5f365819036b8c1a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 699, "latency_sec": 1.7793003991246223, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.642460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7454017-bae7-45a4-98f8-8a00913f0f6e", "result_sha256": "b7f0ee62a1a9ed622417f1cbcb962714600387e6f23b944342b7d4c8317f2547", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 699, "latency_sec": 2.0830446700565517, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:27.497066+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3459d43-2811-4195-873f-730c87f5afc7", "result_sha256": "9dc89d4367e684f27a2897b3b91ee060a5351e00565f6dc409e1aeb56882cc62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 699, "latency_sec": 1.7458112831227481, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:03.796018+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d01730e5-1747-4c26-803a-ce6af91b53ce", "result_sha256": "736b7d5413717bf37e6227cbfed6159bd8ec5931ca51d289521dffa989fb4b0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002388, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 699, "latency_sec": 2.30621150508523, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:26.909963+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8095abb8-6eac-4d52-9817-7156a2a0d6b8", "result_sha256": "b5d662783a447b3b114318fc0dba2892648e4bcfc2d42e0297453e9b65a66ead", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 699, "latency_sec": 1.6956553291529417, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.002537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e79c7b7f-cd7d-4a54-a483-76d2f4e242eb", "result_sha256": "c62fc163c932b5fc8a8cca6e9a2dcade852f8cbb7b880fc65298621ae6d11ccb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002208, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 699, "latency_sec": 1.9348077410832047, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:06.414290+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "15187e7c-76ad-43e2-8359-2b797a238089", "result_sha256": "ae3ba51b62f4d661706bff66948aac1c35fbd7bd699d319cba33116604714305", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 699, "latency_sec": 1.710948975989595, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:00.459622+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cefb8799-01fa-49e7-9602-20b9b15bd174", "result_sha256": "cde95c0ab263890d541fb7f806e2204b7a8c89589f130cac81a3ca52e72c1146", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002438, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 699, "latency_sec": 2.529142632847652, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:22:02.973490+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "498fcdf1-c23d-4c71-8011-e6c9804f95d9", "result_sha256": "0716f2b959290e74fed98faf98eac2a948a34bf066958f27519cc13a301ddb0d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003998, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 699, "latency_sec": 5.521770844003186, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:47.647323+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db8dbe18-48e3-4dfa-9622-e62c92b7583a", "result_sha256": "d95cdf9b04bcda120f7f79ad9cbffdac0eaf69432efce07913ac465437236616", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 699, "latency_sec": 3.7066474040038884, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 165, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:25.248862+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b6a86d2-aa8a-420b-8bc8-10298d38802e", "result_sha256": "3700b8665dd3e6696f73096d36e2d498fbc4cde2a74772304663bc2046b49ffd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002948, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 699, "latency_sec": 5.092154480982572, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 155, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:40.042194+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d2f7cb8-0a6a-4e43-a78f-446ae210124e", "result_sha256": "3e9df9b9f1ca293083a793758b09d62c60ca5675852783f3e7bce87815f36ac5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 699, "latency_sec": 2.8024591540452093, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:06.617418+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe85571-c46e-4278-bdf9-83375840a2b0", "result_sha256": "af2a37bb22ec335dd149becfca0b7dc1bb9916988aafe9fbdfb832f906828d65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002368, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 699, "latency_sec": 3.1732490838039666, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:04.708398+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f92065f-6a48-4d33-bad7-8468804bedfe", "result_sha256": "1d204da480acf1e71fded3ac1c809f16a2969d2f0d56f13144b14e854b1a3324", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002698, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 699, "latency_sec": 5.008143462939188, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:04.798069+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e48b18-c67c-4e73-9896-ec43fc5469ee", "result_sha256": "41dbc8960905a63495645a9580220ca82d79e508dc997d0d800e1ea32634b2ca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002358, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 699, "latency_sec": 2.3739884342066944, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:15.895182+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ee5fad7-eae4-4495-a7f5-37e25ffac8dd", "result_sha256": "491ec1f45bafabd755056184ca8685103dfe13889dfb8d6ccf2de8f65f9b0a62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 699, "latency_sec": 1.9154030999634415, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:29.949740+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "03cce1a4-29cc-42b1-9ecd-1ed165a34e3b", "result_sha256": "a519cc30027aa98ff93f0126b6dec6eaee2db04f03f04e6ce0e0e2e0c4e6c026", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 699, "latency_sec": 5.896321609150618, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 201, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:47.626590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0923af24-c5e0-40cd-aa84-eca1b6c0f7ea", "result_sha256": "e6be8963e9e29ece0669ddba2170a10dadd5014854d05cdffad44a43edd02463", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 699, "latency_sec": 4.181147719034925, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 173, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:18.906866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22103f0-9154-4f5f-b79e-4415b9ccd49e", "result_sha256": "e6fc168ee792517801139f903bafc1463812a362afc8bd7c7e259d5432a12338", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002518, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 699, "latency_sec": 2.605871541192755, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 112, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:01.530236+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fad832ce-d1c1-43a5-b577-1f778b32d456", "result_sha256": "07db84e91392f4a0dda16a971ff1123ededb0adce835272e3a530c193793f08c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 699, "latency_sec": 2.4074567020870745, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:36.692774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bf6ac52-504c-40eb-ae08-069e84e1f813", "result_sha256": "ad9ea44059121568e049ada5fa9ea7bedaabbf92d0faff1f3fbc5b647d9d2934", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002318, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 699, "latency_sec": 2.2576026250608265, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:07.461953+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f21a0a3-7512-40f6-81bf-d20250c098a5", "result_sha256": "fb382a7049201ce52a447370d61bdb70afc2ec1780b5afa640ae639e4b7ba3a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 699, "latency_sec": 2.7515681229997426, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:10.734748+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c087a87-d7e5-4fc0-9be4-63ec91b10ff0", "result_sha256": "afdb0fd3db9693077ef2fcf46585d97cfd6be0f1eaac2115324f95169c0f3c30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 699, "latency_sec": 2.311731541994959, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:26.030441+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b4faf1-4809-42b6-b7ed-15b4a3121a9b", "result_sha256": "a6d86c2360bcc6d71877f1b1b71b74bfb5917f568addebdd53dea720ea482129", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 699, "latency_sec": 3.240669582039118, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:14.758031+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed2b4eb0-2f20-41ec-b475-ff7c06c02ff8", "result_sha256": "6f936dcfa74d2fbdaed032fe8877f5fcdf3b1d62414dc348a6522dd32f213b0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002218, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 699, "latency_sec": 2.2125355259049684, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:41.392036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d063447-ad41-402d-9557-d686ec025d11", "result_sha256": "2226fa231daef7bdfbf26e946868051debe2d8a8978a64fbfa6e0159ce1e52fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002408, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 699, "latency_sec": 2.7165367510169744, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:38.915137+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9637252a-7fac-4ab7-9111-19c7eef38eae", "result_sha256": "310fc5e44f6acf363a52fbe3a43ff772363028e47b488e80bf06a4c2a7ee15e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002468, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 699, "latency_sec": 3.024079014081508, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:51.865802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "610bb5ce-b80c-4c52-bd3e-40ed51284914", "result_sha256": "a03b62e6cc6dde31de3a5bfd17180910e2e71e1ca806537abf2481581e6a4d57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 699, "latency_sec": 2.0175830898806453, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:27.308991+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f6445c-efbf-4240-824a-b0eb010c3a0b", "result_sha256": "847688f470005beaff16fe489d3734140cfba4f4f78c431d1a92dd7c02a11e02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002348, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 699, "latency_sec": 2.8650601468980312, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:37.283171+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9e3f8b9-1b71-4d0e-b199-3f4fdc86bd2a", "result_sha256": "233b3a8da9eb264069f429d3fcfa4612f216aee1882554b466470dfcbed88f38", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 699, "latency_sec": 1.911513612838462, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:45.985856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4a95d7a-d005-4051-bbc7-c1dd17674718", "result_sha256": "7d86bf41686e0015f8e932bb462ecbccbc5edb656b989fcdbb4ca0901855d07c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 699, "latency_sec": 1.5483618068974465, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:50.660513+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7757c642-6415-4bee-b1aa-ab8533ce25e8", "result_sha256": "1f2acea9060c15f0f88d305ffebe9173a200cbd737ebf6afc281dbd0e33b02ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002218, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 699, "latency_sec": 1.941991850035265, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.693520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a4aa7d5-38b5-424d-bdc0-f018b30ffb4e", "result_sha256": "bb674bf620637543f567a012e5f491fd6e4b03979f3f64f7a51e157b95f10c97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002308, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 699, "latency_sec": 3.2601243190001696, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:51.619288+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc906b2a-92e0-4656-b642-364ec184e69f", "result_sha256": "8677ed3935fc03c057e2cfb4aa505972040a410cd88017ca69b31a0cedcaaad3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 699, "latency_sec": 2.115752919111401, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:13.916565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c6e072-066c-4bd7-9b1f-bb482f50ac24", "result_sha256": "d7f5b450208af39c459823b85871041c152a35d5878c665d2a40df7df1902df8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002288, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 699, "latency_sec": 2.586324841948226, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:13.061309+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfa12566-9225-40c7-a1b0-8ef549794eae", "result_sha256": "038cfb4584ccec35eecca8facdc46569e0c2f1a170f2023f4aa2f6ff3c6732a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 699, "latency_sec": 1.8745032970327884, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:37.501747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2382b3ba-d5cb-486f-89bd-f3a94150b748", "result_sha256": "d0b72d2b2901a4504ba80708aaad926796d8cbec7502a400831565ae54e14825", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 699, "latency_sec": 1.8076102319173515, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:56.449385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbbd418b-470d-4f1f-8114-b8baa5cf692e", "result_sha256": "bd1c42b16797f83b2c7f5641339e4efef5668b44595bc73c918cc12026ca2267", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 699, "latency_sec": 1.8321356130763888, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:17.517496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f2de80-864a-401b-ab60-3abb26f2f6c1", "result_sha256": "13acab5db641c4c41f5be72933734705d5f48666486053ad52f5c3f70d8e1806", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002078, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 699, "latency_sec": 2.403907998930663, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:50.929884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8b93a9d-8d63-49b2-b951-1d0c38eb0f81", "result_sha256": "cd79d68f67352c21b64f568396b6eb77fb43990e05299b6d43cb9c27a4a4e488", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 699, "latency_sec": 1.6965012548025697, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:49.091472+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "daeb1369-e068-4349-909d-8144b926fda7", "result_sha256": "6fdb4f772de76c4121443f19175cddb830188c323e42c038d29d337784759c00", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002438, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 699, "latency_sec": 2.3654744310770184, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:54.867915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1496b30a-4f74-4753-b9e0-79c4188607a2", "result_sha256": "5db02f0498e048c9f5711996dd5f07ffe96172f8f413759bc985fb045ca36627", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 699, "latency_sec": 2.003917393973097, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:10.246456+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2304c42b-583a-4f36-b9d8-bd4d04c7fc07", "result_sha256": "6188910c1eaf97b1842cc740be65579d6343594f1592355b77b525a121358ea4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 699, "latency_sec": 2.452079791110009, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:25.243227+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d12aaec-9950-46e5-89ec-765a0953f3d7", "result_sha256": "17d4630fc50dc2745be0795d866e8ad82802ae69c76cd9eac3c28cc7e76e43bd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 699, "latency_sec": 2.1007191129028797, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:25.045408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef227f19-0b9c-444f-8439-b96dc3ee213a", "result_sha256": "849e56a5e010a0760b105badf3a033f701d2325a71521215d9ed86e7f4f3ba10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 699, "latency_sec": 2.7795677268877625, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:04.401478+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16d004c4-74e6-49bd-a197-9b5437433428", "result_sha256": "640bed93129f770b51abd3d6e8c52dec78f5f0b0bfd958c0fa8256cc312fa02f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 699, "latency_sec": 2.087958357995376, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:13.946608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c5e80f6-5777-45e9-a14e-37a1f23eaef8", "result_sha256": "fc4dacc43e4ca348c0e95bd3b196ba3173d8b03dae92b4dc688f795c9c275e81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 699, "latency_sec": 2.060564914951101, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:18:08.787606+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05c7e2b7-ef38-453e-b680-5a4f1fcdce9e", "result_sha256": "6dba2095f8cf7222ba940efd900df8e099581393a654362c5ddf0c3b6854ab21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002138, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 699, "latency_sec": 4.268928566947579, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:11.781702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78b886ad-9ab5-43fa-8aef-e5faae2fe0b3", "result_sha256": "f3a61e7dbc6f6fba8c3054cc1f9ad73e2af90c01fa1c219cfa7029320cad6275", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 699, "latency_sec": 1.7682418329641223, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:07.723637+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e7e954f-eadd-48ba-a40b-ff139907098b", "result_sha256": "cb1190c172492ec8e2fc4bf0822f600462a542d3308866ccca19893d68bde862", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 699, "latency_sec": 1.922316845972091, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:30.370598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "177ab51e-d157-4e73-84dc-7c81c2571e68", "result_sha256": "fd36f797afcbc7c1a486ab22521ab2cae133c48971bda781c219b6a32527d225", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 699, "latency_sec": 1.6284844398032874, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:26.795122+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8654d93a-8402-419c-b9e6-e35b8842221c", "result_sha256": "d559a2924a412d505defb6d7a872018390ff0922cb0703d9baa1a52160643a59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002558, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 699, "latency_sec": 2.6250157738104463, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.474933+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd7d6e3-6118-4343-baf1-1cc5abc40c4e", "result_sha256": "69ffea24c60e39e991da0e836e371835bc01a81fa3b8c51d60f98939771b360b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002508, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 699, "latency_sec": 2.5307366219349205, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:59.387439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "869ba410-50fc-481f-8bf6-54d9ef995ae4", "result_sha256": "38cc7c18bda46d4324ec32805771bc5d08380e7cc87166269a1a486d7edbe52b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002008, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 699, "latency_sec": 2.8668019629549235, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:25.291067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "808b7db8-d606-46fd-a0b2-36018ec9758f", "result_sha256": "1e3366243df95cfe32ec81f4f743a6faf82d95a088ca0e9ac2555ab14a6ac37b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 699, "latency_sec": 2.0782395659480244, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:52.065145+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a127f177-4895-4ca7-9545-8fd58acd7bf7", "result_sha256": "a734210c6284cc1e19dc6b09451e3fdc7bdab8f03d7763205e392371d1503ce1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002268, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 699, "latency_sec": 3.013654218055308, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:56.428402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "641638b8-98fd-400e-82a4-d34b408cc327", "result_sha256": "6984fed850333a0b42dc6bdab3894ab8c2dd4b1ea5635f770f448389d7ab446c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 699, "latency_sec": 2.8230733890086412, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:59.761803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b8c6918-edd9-404f-8202-358f42f24e01", "result_sha256": "3954e241bae01d147b19069627aab2f3a6b1b8535e90e2e8bcebfa5111e77f22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002178, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 699, "latency_sec": 2.188255505869165, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:18.835944+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9062141b-2834-4afb-8ad9-da1f02b0b74b", "result_sha256": "6f82883f94bb3f4dfd0ccfa8dc1846e70b469f38ec383bff0596d92c53791b37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002168, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 699, "latency_sec": 2.593707768013701, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:46.303001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cae20d69-174e-4883-aaa9-f283b132976b", "result_sha256": "d4100c8b8dfceed04895b328305e0bda47f4d28a33fa802220f8649871551865", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 699, "latency_sec": 2.620754323899746, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:52.405939+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5def3c9d-2de9-4384-8609-36e1bbddb4f0", "result_sha256": "d40861e3783331a78304423eb6fe4e855bf09884309b77822c807c45eea208c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 699, "latency_sec": 2.4705365099944174, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:13.824204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "980db09a-79fe-4f5e-928c-306b4fe833f9", "result_sha256": "ab16cd39d10368743bfd275d1805859c777facdfdaf338a1b88865d6c7fb858e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002098, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 699, "latency_sec": 1.773625192930922, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:22.273598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74698ebb-1e00-4abe-84f5-5257fd4358de", "result_sha256": "7d309290ca4a7fc2a2f90072b3282ff8d7baa495f50695dab3006a32bc0374fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 699, "latency_sec": 2.0439435369335115, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.335616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f0354de-cd70-4d53-a9f8-9c1dca8a6687", "result_sha256": "5ca31774e33d2bbdb81612faf901a6654778a6ceb3a80482f217a00177fad970", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002228, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 699, "latency_sec": 2.159051585942507, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:43.655621+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c08a3cd7-a377-4a4b-ae5b-f0cdfeafc8a7", "result_sha256": "962fd433e330ebb1a9bb05c4c2ce1314711d3e5d9f385c835ef5214f17dacacc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 699, "latency_sec": 1.8282008320093155, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:20.999040+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de553e8c-b8d8-40d6-b335-538538d0602e", "result_sha256": "37d30ee6c9970746aa8e846dc6c26bb2a8468d392662a3d5a14bba577acd5486", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 699, "latency_sec": 3.6010424189735204, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:59.710167+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3200d389-f3d8-4d9f-a7c5-1b4eb79b44a2", "result_sha256": "f8fda421f84afc29bc6cc6c5cec308da10f12f79a2457f6b05d9854a52a60026", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002238, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 699, "latency_sec": 2.3443981898017228, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 84, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:37.586373+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9694377-74e7-482c-900a-f7194126f597", "result_sha256": "336c9bf6b295264a5c070da77c86323e50c0688fddfb3db9e27fd317ad2c8f83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 705, "latency_sec": 3.289978661807254, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 163, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:30.235921+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3be39b-643d-4728-9ec0-81602c6dae00", "result_sha256": "cea576a57f5921c3632b4113b344b99c6a2dcb8e9f690f09bce7d7fa5629737c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00211, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 705, "latency_sec": 1.5984589119907469, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:31.024484+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "277614f5-4b78-4f17-adec-3f5562e71973", "result_sha256": "0feb0e0bcc35168dd566761319e23735959c0cd7da8e3d54e910b249ef654e43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00273, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 705, "latency_sec": 2.9549642440397292, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:07.493747+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "468b27bf-1e12-4629-85fd-cda26387b04c", "result_sha256": "2b7d5925fa60a7d1ddf00f1bf7033cbbec9f6fb6ba10030c6ab105a9c95d9f1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00299, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 705, "latency_sec": 2.9732656530104578, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:56.940260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba1cb01e-f44b-40cc-8843-bd400858f5bc", "result_sha256": "998f83a4d0f1797570132dfd08cda903d6649b2412de4006769c784592533a04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 705, "latency_sec": 2.255396733060479, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:38.646007+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5970be-d702-4576-8701-e93629922305", "result_sha256": "6f699d550c953dfe186a3cde060f197ac13f1facf017959f430b1199c9cda80c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 705, "latency_sec": 3.0294450889341533, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:20.196557+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d3c1c69-c27c-4e11-90a5-8765731be1d3", "result_sha256": "fbc50a31e7c107750f9d455b3699215be8d634231e6f3260e915d39e123b40dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00326, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 705, "latency_sec": 4.447388065978885, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 185, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:12.619777+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41dcf8a6-1f22-4c5e-978a-f8b577a3bfd8", "result_sha256": "0b8ea7d27e43abe6e0cb31d0c576cf59b3657b1c484d6f2f71007ea1699ed0a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00301, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 705, "latency_sec": 2.8595195880625397, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 160, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:11.567144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e9365c1-2fa7-4b4c-b4cf-c7f2fd461114", "result_sha256": "393a1324e24cffe7058fa8451251e59f67226021269d0402be5305538ad51029", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 705, "latency_sec": 4.12858059303835, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 243, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:50.558256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ae91567-9fc8-49c1-81dd-b74ce4e61a0e", "result_sha256": "610e097f4643ad0e4fe112d80eba4f4b30799966b60f2ea104a5967ba9ad89eb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00401, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 705, "latency_sec": 4.75163943390362, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 260, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:06.568835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd2241c6-cbf8-4eec-91d2-35c0152232ea", "result_sha256": "ea69106eb56387ef5dbcb1191582dd44d68334fa6a36134125cd35083db29421", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00293, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 705, "latency_sec": 2.989505188073963, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:52.759952+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1676d8bb-772f-4a50-9d90-233a6cc1338e", "result_sha256": "5163471de338aca045959912402bd72e48fd08e63787a6acd3fe657040ebfbb7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00373, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 705, "latency_sec": 4.58149610995315, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:39.013453+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1196f5bb-0a6e-4bae-b408-f907b31bc821", "result_sha256": "0284d51c7484930b03b12ec965852214ddf4ced7f9c81f7fc2bce66a95bb6c26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00272, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 705, "latency_sec": 2.7467872339766473, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:29.925432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e8622a8-ed2e-4481-9f3b-4969b0997e2d", "result_sha256": "872ed4a87ae7196792d739df43ffdf624d8618055e1397a62da74f0ca945c818", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00434, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 705, "latency_sec": 5.269189179874957, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 293, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.728856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9cca546-138d-488a-b2e8-1e5679ef436c", "result_sha256": "9e5a5abf5c3aeccccff24c3aaf77bdd102d3cabb6bab8f62010fbff788e7e511", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 705, "latency_sec": 1.6628467990085483, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:57.239753+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a48b1f04-5263-419a-9e90-05c88fa05f31", "result_sha256": "c9963d8852e8c284691022b99140625a8292fba1ef9f031fa33f098e92e351c8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 705, "latency_sec": 3.028802725020796, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:56.384344+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b03a23b8-5486-4b30-a77d-5f072fe45d26", "result_sha256": "fa3733214deee456b13f16452baf92f5581e54a511a9c8036d7d862a894d525a", "result": { "component_errors": { "h": 1.5, "l": 2.1960784313725483, "s": 2.3937007874015706 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003352, "delta_e_ok": 0.021745881521730504, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 3.742081738077104, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 188, "prediction": { "h": 351.0, "l": 48.0, "s": 48.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":351,\"s\":48,\"l\":48}", "recorded_at": "2026-09-23T12:09:52.493671+00:00", "request_attempts": 1, "score": 89.12705923913475, "task_id": "colorbench-hsl-01", "tight_score": 56.508236956538994, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b5a70f4-ed30-4fa0-8423-219bdb2d9d67", "result_sha256": "efbefc016dad30cfb86bbd722467955bb14ff461c2614cca778c56b2b91f066d", "result": { "component_errors": { "h": 0.21052631578945125, "l": 1.705882352941181, "s": 5.666666666666657 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003382, "delta_e_ok": 0.022575480543698557, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 4.091875978978351, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 191, "prediction": { "h": 211.0, "l": 43.0, "s": 61.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":211,\"s\":61,\"l\":43}", "recorded_at": "2026-09-23T12:16:17.214632+00:00", "request_attempts": 1, "score": 88.71225972815073, "task_id": "colorbench-hsl-02", "tight_score": 54.849038912602886, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df45c533-f7fb-447d-8548-5ecb424c09b2", "result_sha256": "d16791a63fb81a78fa5a03e32730104fa68479c58e619f2e9154e19b4266e9fd", "result": { "component_errors": { "h": 5.0, "l": 3.2156862745098067, "s": 1.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002912, "delta_e_ok": 0.03846989199497434, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 3.278205770999193, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 144, "prediction": { "h": 155.0, "l": 36.0, "s": 39.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":155,\"s\":39,\"l\":36}", "recorded_at": "2026-09-23T12:13:20.530927+00:00", "request_attempts": 1, "score": 80.76505400251284, "task_id": "colorbench-hsl-03", "tight_score": 23.060216010051327, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b127fd34-7f63-48c4-a960-fc44ad330570", "result_sha256": "fbc0d7ea41bac67b33ab0bf9303e7a604f0b75cb9ec8ef02c587501968dad858", "result": { "component_errors": { "h": 0.4285714285714448, "l": 1.0980392156862777, "s": 2.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003412, "delta_e_ok": 0.01640174777366232, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 3.682053091004491, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 194, "prediction": { "h": 39.0, "l": 44.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":39,\"s\":58,\"l\":44}", "recorded_at": "2026-09-23T12:12:22.764202+00:00", "request_attempts": 1, "score": 91.79912611316884, "task_id": "colorbench-hsl-04", "tight_score": 67.19650445267537, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7388800-5f64-4d52-9610-3f242de10978", "result_sha256": "5b95c25238564e62294d451f785bcca7bfdea76c468addcd1a18b35194351c43", "result": { "component_errors": { "h": 0.3333333333333144, "l": 2.9803921568627416, "s": 2.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003322, "delta_e_ok": 0.024464450892660868, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 4.063476426992565, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 185, "prediction": { "h": 273.0, "l": 48.0, "s": 34.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":273,\"s\":34,\"l\":48}", "recorded_at": "2026-09-23T12:15:35.565866+00:00", "request_attempts": 1, "score": 87.76777455366957, "task_id": "colorbench-hsl-05", "tight_score": 51.071098214678265, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e049be6-63cd-439a-9c9e-62a6f7ec649e", "result_sha256": "94af1df4a3e01b8a5171e494240f9a7bb4920c0d29994201bb2115ac26b308ca", "result": { "component_errors": { "h": 0.5660377358490507, "l": 0.5803921568627466, "s": 8.639175257731964 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002902, "delta_e_ok": 0.010500296750105453, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 2.901511050062254, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 143, "prediction": { "h": 210.0, "l": 19.6, "s": 46.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":210,\"s\":46,\"l\":19.6}", "recorded_at": "2026-09-23T12:12:03.646212+00:00", "request_attempts": 1, "score": 94.74985162494728, "task_id": "colorbench-hsl-06", "tight_score": 78.99940649978909, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce051436-ac0d-4350-9d0e-13e9f7f5c4dc", "result_sha256": "6e7b60bf4a86df862864a0ca11ffbcebe4d60ffbf22be145fd2148acec672311", "result": { "component_errors": { "h": 0.21621621621619624, "l": 4.019607843137251, "s": 4.855670103092805 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003392, "delta_e_ok": 0.02879762658266043, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 3.152962031075731, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 192, "prediction": { "h": 44.0, "l": 85.0, "s": 43.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":44,\"s\":43,\"l\":85}", "recorded_at": "2026-09-23T12:18:33.408707+00:00", "request_attempts": 1, "score": 85.60118670866979, "task_id": "colorbench-hsl-07", "tight_score": 42.404746834679145, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2dca51b-e014-4182-8c29-09c4212c0d76", "result_sha256": "7a1d3d1976afde64dc231cb3f5c05eec136a1082ae4ce063db3aeed2869af4b0", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002272, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 2.110938189085573, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 80, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":50}", "recorded_at": "2026-09-23T12:22:05.421843+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "548c14ba-6e4b-4ab4-8e88-13284e1cbcb0", "result_sha256": "c63a81d6d51652d42d9ca276043badef9f218a436e9082e8919c6d733ed33a56", "result": { "component_errors": { "h": 0.36363636363637397, "l": 0.6274509803921617, "s": 5.161290322580655 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003392, "delta_e_ok": 0.012761104951067956, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 5.715846224920824, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 192, "prediction": { "h": 356.0, "l": 52.0, "s": 85.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":356,\"s\":85,\"l\":52}", "recorded_at": "2026-09-23T12:10:15.652554+00:00", "request_attempts": 1, "score": 93.61944752446603, "task_id": "colorbench-hsl-09", "tight_score": 74.47779009786409, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0970624-2066-431d-8da7-00eef23c9c68", "result_sha256": "110720c36783be35a7de4bc494bbe6b31671d740c0c361c3ae746b0434673d19", "result": { "component_errors": { "h": 5.029850746268636, "l": 3.6862745098039227, "s": 1.3736263736263652 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002642, "delta_e_ok": 0.047668343777025626, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 5.680409379070625, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 117, "prediction": { "h": 151.0, "l": 32.0, "s": 75.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":151,\"s\":75,\"l\":32}", "recorded_at": "2026-09-23T12:17:05.393728+00:00", "request_attempts": 1, "score": 76.16582811148719, "task_id": "colorbench-hsl-10", "tight_score": 4.663312445948753, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81426f54-4448-40e3-8fe4-80bb9d53ca47", "result_sha256": "27ddea95ace1eb4e4d0e6ec96958611216fd15935af462b219f9e5992980592c", "result": { "component_errors": { "h": 0.043478260869562746, "l": 2.3333333333333357, "s": 7.310924369747909 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003202, "delta_e_ok": 0.018454042871568647, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 4.295904885046184, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 173, "prediction": { "h": 227.0, "l": 51.0, "s": 70.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":227,\"s\":70,\"l\":51}", "recorded_at": "2026-09-23T12:17:54.734661+00:00", "request_attempts": 1, "score": 90.77297856421568, "task_id": "colorbench-hsl-11", "tight_score": 63.091914256862715, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57abc716-35c8-49fc-8892-023bfeea00c4", "result_sha256": "4841e6e015b8c76b8b325e64992df580de4ba12a9d92cc6c0fe081495dd06566", "result": { "component_errors": { "h": 0.75, "l": 0.09803921568627061, "s": 0.5217391304347814 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003222, "delta_e_ok": 0.007581715725844192, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 3.793062409153208, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 175, "prediction": { "h": 52.0, "l": 55.0, "s": 84.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":52,\"s\":84,\"l\":55}", "recorded_at": "2026-09-23T12:11:27.259489+00:00", "request_attempts": 1, "score": 96.2091421370779, "task_id": "colorbench-hsl-12", "tight_score": 84.83656854831162, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7ca5179-1d2c-40ca-864a-34374a2c847e", "result_sha256": "1adaed944be4a2b5607ae9b748f74ffc97a88d40fbb7221dfb909a717b8bd174", "result": { "component_errors": { "h": 1.2857142857142776, "l": 3.1960784313725483, "s": 3.881889763779526 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003222, "delta_e_ok": 0.021067282765331048, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 3.848127410048619, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 175, "prediction": { "h": 303.0, "l": 47.0, "s": 59.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":303,\"s\":59,\"l\":47}", "recorded_at": "2026-09-23T12:14:44.935506+00:00", "request_attempts": 1, "score": 89.46635861733448, "task_id": "colorbench-hsl-13", "tight_score": 57.865434469337906, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3bcaf8d-7306-49bd-8d82-ab8dc1592f95", "result_sha256": "fc77647008f370a9524bd0ee0636c00c6a85774296ca8d1edea80b0bf82a447d", "result": { "component_errors": { "h": 0.20779220779218122, "l": 3.4509803921568576, "s": 1.6363636363636473 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003222, "delta_e_ok": 0.0437825942163245, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 3.7744256628211588, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 175, "prediction": { "h": 188.0, "l": 44.0, "s": 62.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":188,\"s\":62,\"l\":44}", "recorded_at": "2026-09-23T12:14:11.310386+00:00", "request_attempts": 1, "score": 78.10870289183775, "task_id": "colorbench-hsl-14", "tight_score": 12.434811567351002, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5216fede-b0cd-4fc7-85f6-86e7f7b7724a", "result_sha256": "e196f0e527998b021599527eca379bb23c071aa8f0be870f35c4412dfd995ad5", "result": { "component_errors": { "h": null, "l": 1.9333333333333327, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002572, "delta_e_ok": 0.026262193753021818, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 2.3310396978631616, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 110, "prediction": { "h": 0.0, "l": 8.6, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":8.6}", "recorded_at": "2026-09-23T12:20:57.826886+00:00", "request_attempts": 1, "score": 86.86890312348909, "task_id": "colorbench-hsl-15", "tight_score": 47.47561249395636, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "117ee80b-ccf9-4a4b-9e2b-91c40c253ad5", "result_sha256": "3fd35276ab96aee309e69fc467450321633915acde595ba4696f4a09c4e35072", "result": { "component_errors": { "h": null, "l": 5.294117647058826, "s": 11.111111111111065 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002562, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 3.195717129157856, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 109, "prediction": { "h": 0.0, "l": 100.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "openai", "raw_prediction": "{\"h\":0,\"s\":0,\"l\":100}", "recorded_at": "2026-09-23T12:16:51.884395+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-hsl-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f070f87e-ed0c-438a-bbb4-727645917b38", "result_sha256": "e927812e1f0dc9b22ae5d97b989bc8c328d5f3a65c6aa0b2d5db60c1e755cbe3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 707, "latency_sec": 1.915280532091856, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:12.018191+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc10cb66-4f50-44af-9700-0e2ccd38c2e2", "result_sha256": "cfbe30ac9112f3c4b36be4346cc7154098d3488bc624927853e680978e75e37d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 707, "latency_sec": 2.031522036064416, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:58.910495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa95f520-a0e3-4422-98ee-9146b5087e42", "result_sha256": "3d0744634322285520fa0fbee34941272c2dd5bded3ca302718054517e72c8e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 707, "latency_sec": 1.0693399929441512, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:48.325769+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "775cd046-91c9-4473-a486-9d9f20af9597", "result_sha256": "fef0f74a8794df587b793309385910f0394dbeaed4766a4d345180a94fe4c5e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 707, "latency_sec": 1.0892062350176275, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:23.077445+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "deee3199-f6e3-414d-b8c3-ade9f861d364", "result_sha256": "3fda15b60adb132716b1483dc83e9b27f747569558ba7554d9f28f059e22c301", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001984, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 707, "latency_sec": 2.6620766650885344, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:48.144321+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac162751-3136-4f87-bb0f-6f1b87ca45a7", "result_sha256": "ff0223f94e6c31cc4905e06f4dd4d7787580fefc7f26e07947aea65ee7d56c04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001904, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 707, "latency_sec": 1.8353529258165509, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:55.138982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78236904-36aa-423b-8f66-8e069b8657a3", "result_sha256": "c790633509613fb83773ad684c3156522e5ff3c5da081d076fe6b06d332bc20a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 707, "latency_sec": 3.1347319739870727, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:29.496023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31bc153c-9d04-474e-adf2-6112894dd17f", "result_sha256": "3f3de25baf0542936ef7eef5a578152344fc21154f9c8840c27eab43a0f4cd82", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 707, "latency_sec": 1.9260456170886755, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:22.617186+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16208eda-f0ed-4968-8173-e60a9c0e3a4d", "result_sha256": "bf828e3423e07de7c1424f82bc1d48e5c318aea9ac594af473eb52de5e535a07", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 707, "latency_sec": 2.097776170121506, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:52.395457+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c4663e9-8445-4806-8a3f-cfcf16229795", "result_sha256": "0de164ab9a2a8cb7f8ae8962ca29dfe3e7f85f96b3777f76fc41b2c60c14fa06", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 707, "latency_sec": 2.0131830810569227, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:18.158159+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73ed5c51-7c30-4eb2-bf01-dd72ea0a79d6", "result_sha256": "4693cd8859dcffe0d1d5e3e529576ab01e1df2287c76e134b81ebb9fa644bae7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 707, "latency_sec": 2.09726306097582, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:06.805314+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df55057a-255d-43b6-9292-623ae96fd7a9", "result_sha256": "0b85659025ecfe00310b4305e1abf49ab25fc542625fe837ecfead376fcd8f43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 707, "latency_sec": 1.9688102211803198, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:51.091286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e43ee15a-47b2-4467-9e16-ddd8b330364c", "result_sha256": "e739c5abe3865e6b276d8c98e495d7b51460b63d7bbdada5c5a47f4f7b355e36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 707, "latency_sec": 2.4197957068681717, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:28.424527+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42be6c61-4664-4c5f-a475-f0bddc07c9ee", "result_sha256": "c191e57ad04e695e98d5cb206b0a603b499b6b29d486de6697d85379429a4e7c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002264, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 707, "latency_sec": 2.4930046340450644, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:21.019445+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3bb37d0-9e66-4fa3-aecd-908053e34d72", "result_sha256": "1e8e29cb693067c45c13fcbdb0ea99d73188ae3c3dd19794407e0a37d9ddcc80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 707, "latency_sec": 3.04970207484439, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:13.810199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f9c78b-2a14-4194-9464-2ad309113169", "result_sha256": "d7e6704daa942b0ccd2d1fef163c8f419f62d62fa90376451c4509517762658f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 707, "latency_sec": 1.9468091600574553, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:47.014109+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dba1d5a-fd41-4273-9aa6-4926935fdf95", "result_sha256": "dfce1af39ec8610eea113e82887839ca2ca275013dab416239848f7c89946587", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002644, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 707, "latency_sec": 2.9533248730003834, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:37.893982+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c7aeb18-d114-4c24-8519-590762fdf6bd", "result_sha256": "dfb65609c9bcb91870901b06f7cdc785b6a042f696a067300201451061fc5eae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 707, "latency_sec": 2.2916178691666573, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:02.563495+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f60f452d-660d-46cf-95e7-0d566c4b2000", "result_sha256": "cf4336ab0a7693968c90c53b80f5065dd0944d397d176d37d91960c219241123", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002214, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 707, "latency_sec": 2.368117099860683, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:50.512774+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be10ae4e-5a61-44e7-bc1d-eff3ab96cc18", "result_sha256": "3e79c27f2b5a455c2918524c0e9aedb7ba3fc44351531b6c4db82665f1322daf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002644, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 707, "latency_sec": 2.7159444249700755, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:04.888044+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e14256ff-828b-4aef-8835-232932a2cbf1", "result_sha256": "a2711192cd6c1f81b7b16bb043aadd6bcda9535ac366ead32524c96ed4e832e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002774, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 707, "latency_sec": 3.822163254953921, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:49.093385+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "106d7722-62d0-4104-a5de-4aaf739f2e07", "result_sha256": "46c38db04d23d81e83c8b2eb06afd7ad23474e857517b2e743ef9fb360d4ed04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002744, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 707, "latency_sec": 2.8760143481194973, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 133, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:10.228581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d548ccb7-6e91-4841-b389-a1cbcfba5189", "result_sha256": "ee68feddba2b9428bbc5cae36c55d2e1a4d06953869bd74ca25516d742f726f0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002414, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 707, "latency_sec": 2.3770609099883586, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:57.010587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db3a22a2-b992-415a-9b0a-54aa66303fc2", "result_sha256": "1e046ce03278a3aad3027ef02f72c57638b6446ed6726ba03aa0cf16f5437952", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 707, "latency_sec": 3.5428347531706095, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:17.211692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e31e76c-9383-42f0-88f9-b8281be88b03", "result_sha256": "2ddc384cef6640f21b1519526ff732cb3a3747c5f57602b45b241de55c2c8fb6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 707, "latency_sec": 4.591808039927855, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 214, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:59.792622+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "76661ed3-b4f0-477b-b980-7586340aa4be", "result_sha256": "70b6d03e12f1248bf3181e1be4607ecff11f11522557775d989cfb9d140c6860", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003004, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 707, "latency_sec": 3.4788112740498036, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:13.700286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c608b7-c8de-46af-a666-2b196d70f41e", "result_sha256": "af8b7e87ed81315269541c67769afe9616130abafd4be4bbe8fd52bdf1f4fee3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 707, "latency_sec": 4.554478642065078, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 229, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:50.673142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60b779d2-3eae-4c9c-b246-5f0f66d8fba8", "result_sha256": "8a4ba59e27fe435b53bd15ccb6d28202acb25e077271be9533fbccdc6f869e7a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 707, "latency_sec": 3.4841293189674616, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:17.352193+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e82b21b7-05dc-4544-92be-3518691b98ba", "result_sha256": "e7272bbf9a9031b846d387fcc8d95f25932ec0117621cfce057b457234f8bcdf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003934, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 707, "latency_sec": 6.746173194143921, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:22.359702+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98dc378c-7928-4199-bf74-7bcc4213a3b4", "result_sha256": "ba489da6daff755a3d5bf17e0c967e54c29e8794591c0b6509566bc77dee9eb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 707, "latency_sec": 4.09448641887866, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:41.041071+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d3ab56-9baf-46c8-a6ce-00a9e60778e6", "result_sha256": "57376a33913fef7dbde2fd0e912642387ef396c93188d5e78ea3f2ee63e1ac81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003224, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 707, "latency_sec": 3.2130309760104865, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 181, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:54.912878+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaf8a3ea-8975-461d-ad82-f96f3e20ffee", "result_sha256": "c2f518070822c05aa2605f548c8d3b38963340f98c1b89963105afab1d90dd84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 707, "latency_sec": 3.5909892809577286, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:42.354627+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "698ece70-12ba-4d75-a183-f50030444887", "result_sha256": "e9b30d5e8bcb6abd0a0f52cdca76adb8dbd8aba1612bf640c1b107d98f48e8aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 677, "latency_sec": 1.439610378118232, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:48.743785+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc10098b-74b2-48ec-899e-8dff2a87d971", "result_sha256": "1f0ff2edb439cee65addcdbf40e16daa51e8563384c4c0f6fc9b44327c9d0657", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 677, "latency_sec": 1.3448268468491733, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:47.399113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc7d2b2-8ae2-4281-8e88-fb99c6c9849f", "result_sha256": "f6268187d2c8410f1bcd463a1e747370577bfe75199b4302cd94d7248b42b981", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 677, "latency_sec": 1.3631584448739886, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:38.160185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c7fbe5-103b-4eb5-aae9-cb164a3a0e73", "result_sha256": "eb8d64547874da329cb8f84d7367b437d56b97418a760a225cf62c12bb9a1176", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 677, "latency_sec": 1.0869033259805292, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:48.276065+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b811a8aa-a983-441a-8383-c0e4c0f91157", "result_sha256": "548b22907f1c042d0acee3675d47dab3ecb2772ce5e39de4f4a0f97ffca15e37", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 677, "latency_sec": 1.2275155540555716, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:48.479569+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87cbb6dd-71ea-48f6-a3a6-cd374a0c6d7f", "result_sha256": "5b588984aea53dc5b162f7acee73d7eb388e9015f4c91ea6ff00d6b9bd4a612d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 677, "latency_sec": 1.0276149921119213, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:58.231801+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ecd5933-4eda-454e-8b0a-d1aa4bbec73d", "result_sha256": "fb51ab74ca4d1550bc30b8c4b55d9ae375078561890f7cf18bdec4a7b5811c14", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 677, "latency_sec": 1.066077649826184, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:58.831706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "816d864f-1281-4d26-a406-09b44a6e988a", "result_sha256": "a77fe0a3bbdc3d9553697de993510dc6b757a66f16eb737dacc1eb666a497e71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 677, "latency_sec": 1.1610483429394662, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:23.446404+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a83b4192-2489-497b-a6a0-5c1d520bfb43", "result_sha256": "8b28f26cdcdb6b36f617d4444d0362d08b1b7240b8d319bb4fee5601a8f89de2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 677, "latency_sec": 2.9237667471170425, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:21.907675+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "443da123-2508-420e-b9e3-61b7ef063ca5", "result_sha256": "7f163b222179b12c3093b566f3795cf6f7b1fe2dc1e8b6be6e733fab77167ba8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 677, "latency_sec": 2.1258018519729376, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:42.091150+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09ee6d1c-567f-420f-8597-786674b06382", "result_sha256": "8d80b8cc0696473b31c0aa872b6fc726d0c76f140db63b3268d5e5ab3c281ab4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002184, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 677, "latency_sec": 2.249636397929862, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:45.378925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "caabb18e-5eb1-4a20-aa4e-0040f40c9daa", "result_sha256": "6bf566b3ee270993041ba7fc9d57c84365abe69ff999b207fe65efb63f891a60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 677, "latency_sec": 1.4237656381446868, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 36, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:41.429863+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4416c57b-e4fc-4f9d-98a6-59d75b548176", "result_sha256": "9648074b2eddc329a92495de4cbe451f9c98d66d8f0ff859061955d6bfdffc10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002344, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 677, "latency_sec": 1.8258317979052663, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:45.436562+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba883ec-a910-45c4-b644-443e52856217", "result_sha256": "36c5f13463a88269d8f67cfd0643cafc0fc7635b8fad51e08e2daf8af63fb460", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002174, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 677, "latency_sec": 1.8426693400833756, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:58.765665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6dc6615-9383-418c-bfa6-f4cc8e61cc6b", "result_sha256": "64be39c01e3499cf7422d1d2c2ed7d0452be8202039ddd423795ac0405f19f6f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002034, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 677, "latency_sec": 1.7719500879757106, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:00.182996+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d5047f2-32a2-4e68-8ee3-82e266c2058d", "result_sha256": "754f38ac1538b1d8f15840f9eb79a51057593c8a744d9faf563d338dc69d0b4f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 677, "latency_sec": 1.6805928749963641, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:26.001263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2530119-191c-4437-99d2-1f6a0089d263", "result_sha256": "e9129325f3669a0a7c6fe326cae2d8e9674339d1f8dc0da0c927ba4e4f27cb60", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 677, "latency_sec": 1.6294958281796426, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:24.089814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eea9e546-87c3-4c35-9ab2-1835f57aba78", "result_sha256": "e5ee3269103edef25f254d5ebfc4ab982e5a62eb6f5b73ca1c81c8d0090659c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001824, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 677, "latency_sec": 1.6731888768263161, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:40.536632+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f753dc5-7744-4b85-b9a6-11d3fb3d7b64", "result_sha256": "bbebbe66487f51ed83ac70e4dfdc0dba04d095dca7dc01d892979bf83c8f6cca", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 677, "latency_sec": 1.9048614860512316, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:46.772319+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a937e7c2-099c-4e3f-8f4c-e52182c3b295", "result_sha256": "be28c2f76bd4dcd1f46996823b18ca08fc0f3f72bf49b7da4bd1ce70011ad36a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001784, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 677, "latency_sec": 1.6159500230569392, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:07.456866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e90b01df-d748-4fef-9293-1372f3cfece9", "result_sha256": "88dec3a479ec6b1f32c4558a1c218f24c9d7ba9cad1a43f2d038cdb23c5f277d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 677, "latency_sec": 1.529155343072489, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:34.140908+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "127b592d-f910-4add-844d-13866644141c", "result_sha256": "097148c5f7b3797b6d80bf17e91547f4e7cd4454aaf21f438655f3bda5e44c10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 677, "latency_sec": 1.986046269070357, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:59.291297+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc554e7d-c9fd-4058-bcb1-74bd771699d0", "result_sha256": "cad6935d369bd1ddbb1a0b697edb1bc13b8750cf2304755e3f910db97b5b0221", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 677, "latency_sec": 2.2488772850483656, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:56.655976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65a1eee4-a469-4a4f-8c94-2c26e6123a91", "result_sha256": "8660ee8886370192825fdacd7684bf2205981ea36f5841aeb85e45512327544b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 677, "latency_sec": 1.5703313620761037, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:09.149361+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fd89ab1-27e7-4c10-bda5-1c6e4a5cd2a6", "result_sha256": "fe1be02eceaeb54e1cba86830eadc07c5ed9d829f74b11c6e1d61cbf68062911", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002484, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 677, "latency_sec": 2.9384126169607043, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:39.049103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb8ddca4-083c-4974-809f-f9bed7dedc46", "result_sha256": "8aa3e649091d1737c7f0931452e8f93bf3b4f2b40cbba75b6a1779802369f09c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001814, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 677, "latency_sec": 2.210572696989402, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:41.042598+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aa3ca38-b916-4737-8f72-35b5fb39f7bd", "result_sha256": "f83eccb0a27995d66435263c5de9558d1db93e93dc30d39f72289d498bdf7388", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 677, "latency_sec": 3.5480513889342546, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:52.074142+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "531c3cb4-f7d1-4fa5-8934-6d228307c6b3", "result_sha256": "bbfe2b12d7819143bf7b96d134c430e86e9ec962ca2fcfefdd5f404106fed92f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 677, "latency_sec": 1.5319339521229267, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:53.700871+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "13281c85-1844-44ef-a629-8a899f838461", "result_sha256": "9bef980b696f96a1ae5fa7955015cfaff97fc6d4e7e9c49a84d56b6ea26410c4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 677, "latency_sec": 1.2041751930955797, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:31.556355+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48423376-07cf-49fa-8b98-488bd73613d9", "result_sha256": "7286370a93d8190090270a80d789f918f0a5b6d667a14d1634c2a1ce0ae7637a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 677, "latency_sec": 1.7905508640687913, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:17.459729+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "121d4482-e92c-4ec7-a8db-890e0565dab0", "result_sha256": "5560c71b772f59def3b475b41317419ab3af36352b4c976b1478c1025e07c6e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 677, "latency_sec": 2.1405864539556205, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:01.902754+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7c300d-8885-4a38-bcc8-48d92c281684", "result_sha256": "4c019a1676623d03e5f4608336e642521ebbb11351634616ff17cf257dc89311", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 677, "latency_sec": 0.8902760921046138, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.670813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d9a09d3-b2be-49de-be7a-538eb2a0358d", "result_sha256": "86233e75a02d78ecd07ba8b97972fb5dc5ea95a118d6eeb07fe6f0d6195f4426", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002104, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 677, "latency_sec": 2.0743756759911776, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:52.642557+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f29b88-94f5-4101-8db4-1ba7a4f75190", "result_sha256": "84a404b4a4fedad27473ffbc9239660ffd0c7984284aebf899a88bf7c90bc81f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 677, "latency_sec": 2.9450817389879376, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:30.341503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b22d35ac-5bcd-4c81-aa80-e82668b42133", "result_sha256": "abd1c78ad9d959013a60158d85aca18d4b9adc88923fae7fd97dc51f17d1807d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 677, "latency_sec": 1.7986959861591458, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:05.444312+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af3773ac-c085-4a9b-860b-2083e05ad395", "result_sha256": "b8265ac571ab56c8bcf9f6d9ce5f7d81626c4b40d1c6a043dc7c7feb20d2851b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001814, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 677, "latency_sec": 1.6141858489718288, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:07.013020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "189a4069-c166-435c-8cdb-309194c2585d", "result_sha256": "d1754b0ee4585980f70ed787ca654ad42509364e4c745dc59a7250146b8c6730", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002514, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 677, "latency_sec": 2.713476851116866, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:04.947402+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79d9bf68-5432-4c12-a6c5-45f508a46af1", "result_sha256": "6f5fd1770fa66089aef6577d4ae36a2f809e6a0b5c3f02f1fc584a7b6322d7ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 677, "latency_sec": 2.009790138108656, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:44.035884+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af9a155-d0e7-4f6d-aad8-51b7faa5bde5", "result_sha256": "65c79e325b50cfee39d9ef6220f28334dbd0d01a965d749c118cae3b84b29a8a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 677, "latency_sec": 2.584096639882773, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:17.029458+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fc54489-aee7-447a-a4f9-c4385fe3f69c", "result_sha256": "028e6adff013b4c896115dfb457aa5ab63b9f5f418683bdc5a541a47df84bf40", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001834, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 677, "latency_sec": 1.8435227589216083, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:26.202814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e8bca9-b9a4-4d72-b428-c4016eda5a0d", "result_sha256": "62b9dd61d693f68c6e970c92e70b666b4bffb2a8b0d1c443975daed664d8f8b2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 677, "latency_sec": 1.748754485975951, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:31.223293+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb12c9a-6066-4638-969f-7eb6cf5abf1f", "result_sha256": "22cd782897ee9289ed9d2150c87ae6a6b39daba6fae870c3c880039873488646", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 677, "latency_sec": 1.0106564050074667, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:02.033370+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2c1d4f7-de9e-441b-a12c-51922ac88b27", "result_sha256": "d5d23731e1c18eaf0b2e5cbadbc6c4fea4d5510c6ce6e2a36c775d1cff923d83", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 677, "latency_sec": 1.049099194118753, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:43.605800+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0702da0b-6fc3-4c3c-8432-e6cd41653aa8", "result_sha256": "4b7332d906c884ad455b7c265e5e17fdf2214226b4bf174ecde00c29c54e81a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 677, "latency_sec": 3.411189281148836, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:00.921651+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ed7b58-85ea-44d4-84d0-84f624b68acc", "result_sha256": "b6ba338c13142a73fd68a60da347ea627186bea8d9e9d78ad8b43a9a77eae86e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001794, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 677, "latency_sec": 1.5707125400658697, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:26.390786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8bbadb9-4d4b-4ddf-ad81-857acaa32ec3", "result_sha256": "923d6dadd549d331ea4bfff57868c6a962d49cf60151a882b7fab6e6522b09f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001804, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 677, "latency_sec": 1.7264655570033938, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:33.297869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfe485a7-988e-4712-8228-ee41d28839cf", "result_sha256": "d1bf280af376df8efabbd8c53d316894601456ed0a34c5278e64ded7c78a2d6e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 677, "latency_sec": 1.9157133928965777, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:20.101020+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8830e1d4-dd9b-48da-82b2-e2988640ad6d", "result_sha256": "71fa00d3caae2923563bfd0109abeecb860bfc5a194c4e605dd36b6147073308", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001784, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 677, "latency_sec": 1.6189682797994465, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:55.855641+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43a38ab3-6477-4390-a6eb-f28c5c7c15da", "result_sha256": "45ee35eda3c53212cca9b6815736223e3c8c5ef03c5e847353e246effc1369a4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 677, "latency_sec": 2.9802570971660316, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:39.945655+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81eacb24-350e-4132-bab4-0837226b05fb", "result_sha256": "2da99cfb90700307e52e7b263885001b4c8817a041f59c6e9758d4c40ee8f01c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002204, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 677, "latency_sec": 2.45549675100483, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:21.880808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57128ce1-e1ad-499f-a4c2-a016e3b70cbf", "result_sha256": "c380bac26a10e32e62d1fa1bc9bd00160f7aa1e3d94acfb2de24fac1d3a496b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001964, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 677, "latency_sec": 1.6398083979729563, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:40.638371+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7a005b5-5d5e-4e9c-84e9-68c54a7d0938", "result_sha256": "1433ba8d90c2d3e36f6b7df9e8a504fdae622d41e6f1a267c46eac7b24b3153d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001974, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 677, "latency_sec": 1.836062888847664, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.055930+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bbc9b41-42fe-439d-8128-9b9548f3a179", "result_sha256": "9362d59830cba5607043a6643ad3224db7cc7be15cf54773d5adf946f4f13266", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 677, "latency_sec": 1.657298571895808, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:19.334595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac2d66c1-fa14-49cf-90e3-405de2b9bd28", "result_sha256": "02acd66c30a836bba576df7959568b6d99fac3a262620eeb6dfa57a39f7e41df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 677, "latency_sec": 1.2649552091024816, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:48.362684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "674e6416-42b1-4db4-8d99-55a02c307983", "result_sha256": "ebd246ef3df304a835eb5bbbda60f5101c30652d626bad6a877e587b0a397296", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 677, "latency_sec": 0.9704625960439444, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:30.238391+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7600852-7937-41c7-97d1-52983f44d2ee", "result_sha256": "72e4311f2926317c534bafa14be9f4079993dc60fe2cefc75fa64a958f02f683", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 677, "latency_sec": 1.8749920569825917, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:42.543169+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "768e2521-4459-4384-a165-10fd591dcfe3", "result_sha256": "1565389628ec564513d2520b6aa3c395998a3deab7eb1d7b997a521b6e790ba3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 677, "latency_sec": 1.8987242269795388, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:55.317073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11972ecc-0ad0-41d6-9105-9581de4268a9", "result_sha256": "632f70ace041e848ad32155abff6bd22f64df11793d12bf2ee82ef9a8343cf09", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 677, "latency_sec": 1.0450190990231931, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:20.549283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d258e5-2c95-4e0e-8c31-faeb4dc2c06b", "result_sha256": "14e802563c962f3c9b2d7cbed036dccb5d92580e95b0ce47715586b083b00c94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001694, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 677, "latency_sec": 1.6299318831879646, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:38.258414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e369c2-978b-4143-898c-9c5f95baf5fd", "result_sha256": "6ffab484a054eeb3b637f56f11b9d30d1fb75f3e3d09fa2855cedaffb0f9f3a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 677, "latency_sec": 1.5793198260944337, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:04.609256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f8cde43-6faf-4d22-8c78-accaaf8f3f26", "result_sha256": "8b0be8b91dc8511798305c8f5ed244496850d3cd72151c591f49c66a114cca02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001784, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 677, "latency_sec": 1.5832780031487346, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:30.106739+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1670bbb-e993-418e-8c73-566651ee485b", "result_sha256": "2ac423b6dc59868cd881c4c6e10d22964cd487fceba6c796cd90c7b5f25b5f80", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001914, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 677, "latency_sec": 1.8003572248853743, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:07.294550+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d5b7573-e465-4f54-8136-3b1ddf3d6aa2", "result_sha256": "6913d7330f13c46a493e1fffd2b422ded53e9360d80534409a38a3d9c3e8240c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001874, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 677, "latency_sec": 1.6569401980377734, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:33.240394+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9f121ef-fd54-419a-b005-40c3e5588cd1", "result_sha256": "e7fccca3c1f8e1f78e607ac308be3d37d3b061ec6344d018b2addf7cc4d8f174", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001894, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 677, "latency_sec": 2.2825121679343283, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:16.118986+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f75813fc-4cbe-4333-ad98-f8d29ca04a21", "result_sha256": "da7faad351e3d3a21e6396edca14cd40c102dcf9ca48c597b978a41ba00d1045", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001898, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 694, "latency_sec": 1.8671292457729578, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:23.802730+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19872887-2af7-4701-a9a4-e8bc799d2983", "result_sha256": "b4dc157fc741425708e31d2525de9d707f97848671610a102a836985ae23d474", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 694, "latency_sec": 1.712285305839032, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:42.110710+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34a87d16-a912-4e72-b964-4f90063b38ac", "result_sha256": "ca17b9cee0936c6537f93b1da08a4b320de4174aff3f1f7dd83db89d166d0551", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 694, "latency_sec": 1.731426269048825, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:10.069828+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e80b0c1-df16-47d7-a9e9-1bc9b0ad447b", "result_sha256": "39ed24344afb1da8fca1da8190ee9f3eea096f4fee6ac685be7643c5ef2b0855", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002058, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 694, "latency_sec": 2.182328470982611, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:29.726742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79daad3c-f047-4920-8da5-cf809f2636e0", "result_sha256": "76a1d9bb45601c8d1c3db8e5d06256001b386e57a4641b55f8089c2ca51ceb1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002158, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 694, "latency_sec": 2.2301700010430068, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:43.591837+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdd88b72-9eff-4197-a09c-72627d651392", "result_sha256": "d4a7b8592ddbabe5be179ca36746efd6083b70c3bb8572460d581fdc52e788ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 694, "latency_sec": 2.315462024882436, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:34.408614+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "950958d5-0017-49d2-b01c-bbd87e2cda44", "result_sha256": "ee232dec10bf4cfad52256c88481666a06d36b6573f96db749ffaace6e6d64f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002148, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 694, "latency_sec": 4.086800923105329, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:16.738091+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa97950a-907d-4e4c-904a-95a8f3c50600", "result_sha256": "4b071fed7e8fb213f5a342aadf089175c8ba755bd4bd3d276e61d593af6e1db5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002018, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 694, "latency_sec": 2.067368500865996, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:54.243681+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "840095b1-71a8-45a2-b21b-90e81836a75d", "result_sha256": "96775823f71927dc3b949e740386df4a7ecb56ab3048ff61f9f62cc8a59b3247", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 694, "latency_sec": 4.243300489149988, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 243, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:24.706343+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de14ef60-8f3f-4167-a99e-ac73225fccc8", "result_sha256": "db03a9d9d1f86770b29a4a92f467bab08d3ad3933ee35232c4eecd45ab1ff596", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002748, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 694, "latency_sec": 2.5861617629416287, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:27.856435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "753f4516-3fd7-404a-919c-182390e83bfc", "result_sha256": "dcba3dc460fe0204235eb15d48f7987695e631e53a19e68833d6fe0661227272", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 694, "latency_sec": 1.9110466570127755, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:51.219412+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a72cfe0-69c8-4644-84e1-37514b23d984", "result_sha256": "e83cdb7c5d2b572b7df39fdb8f7c0412afedc276a17a5166c75838c205652912", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002068, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 694, "latency_sec": 2.2427375209517777, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:43.554150+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49c71960-bd81-4e31-b517-3f5bc10fe5f0", "result_sha256": "0ec6e5c5b69edb0013b807bfc2edcb3d8f61ff1a23de41469cf0c29ef155627e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003258, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 694, "latency_sec": 3.486242090119049, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 187, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:17.926369+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9a8ad50-74bc-4a58-adb3-b8217e26af02", "result_sha256": "4551a2249daad3bd6db7f17921de1e32775446e89493d9f4c01799e8ccf914c6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002928, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 694, "latency_sec": 3.3265364770777524, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 154, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:31.502012+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd9a2b7f-f104-46c1-8708-f8a9da8506d3", "result_sha256": "8499651511e9209fe6d0e31645cc04d93908410097cb46f4532bf38cc5755094", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002278, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 694, "latency_sec": 2.0349047870840877, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:01.920908+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "554af7ae-894b-44d9-9b12-f658bf2348e1", "result_sha256": "7d58f206aa2ee6882d0d7e18a9a8124b97867209bc86eaf54354b95b0715181e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003088, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 694, "latency_sec": 6.403773227939382, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:44.545017+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d6dd8a-11f7-4004-9fc9-08dfe6e7265a", "result_sha256": "1fd76796de8c8d6cae8842ce558fbdd8bed0eadf7404d5a3bde7dfd5e1e8d80b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002118, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 694, "latency_sec": 2.0527268149890006, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:06.798564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7064ed5-5a1b-4682-b630-64744cc21e97", "result_sha256": "32c6aef424747c3945dfba730c1b22935037f839c1680e98a1d72be9b5f1d845", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 694, "latency_sec": 1.7442379670683295, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:17:00.759958+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b267f0ec-f4ea-40e4-a502-085cced102d6", "result_sha256": "082ad0b88bdc16ed556c9209a67482c24ac067b31c0498c1f089cbe6ab0d8827", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001828, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 694, "latency_sec": 1.6813544519245625, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:25.395767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45ebe454-5f39-4fe9-a8a5-a5d65e0b2736", "result_sha256": "5b0d6e7cfd9f7b6a5daa0cfb769405c85a57f2799b8bf898fe51469b66024dc1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001858, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 694, "latency_sec": 1.552529089152813, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:44.340208+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a4d503d-a00a-4d4a-a91a-4aba505c6a7c", "result_sha256": "05fe6dfceb63911bc89cbf448652a22bd2543e5397b56407105da54f91cf5013", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002588, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 694, "latency_sec": 3.489684358937666, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:25.978755+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b573c419-e380-45f4-a690-962e4a30c38f", "result_sha256": "833c5e2214f4088ec4c66aa0f045419efd5d44b96754ef3bad5080820c6aa488", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 694, "latency_sec": 2.130327085033059, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:47.816324+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a687ace-4040-444a-909b-d888cef9ff59", "result_sha256": "19e183534a847ea47124ddab3d19e480f7c473dd5d0dac9a37d0b14d35176887", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 694, "latency_sec": 1.6360061571467668, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:25.026270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3417bfba-2ab0-4447-b2cb-6b5ed5a8864d", "result_sha256": "1fcc3e26176363d704197c20141be5b8f028d56c76162eb7becb8db325294e53", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002108, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 694, "latency_sec": 2.634033903013915, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 72, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:47.378286+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22fd5b02-eb3a-440f-b6a1-f41c54280ae0", "result_sha256": "2de34ea7f3c12d3cccf20ea5493e077dca63ad82fda6f64806027271c7384f9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002908, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 694, "latency_sec": 3.3709467470180243, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:20.467059+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34e62231-fcdf-4edd-b105-cf902230e947", "result_sha256": "4a659cc89fe6cfcdccad8af27f8e35a3505a4fe3e860c8d77754fb14753a51d4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003808, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 694, "latency_sec": 4.360181360971183, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 242, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:38.798932+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7746c02d-0f65-4934-bc1b-ea252eb74358", "result_sha256": "6b38c3a77a4e15c6b1018c3376c6be8cf0421246affa40272af9392e32453c18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002198, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 694, "latency_sec": 2.9489554918836802, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:15:03.549717+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86a16695-0bcc-440a-ba94-b088ba5eedbc", "result_sha256": "fca7721aba38aa97409959dd3c7e09cfaa956eb2345c64944511d53d3f2dda65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002248, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 694, "latency_sec": 2.256971979048103, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:00.413170+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f013478-a332-4562-b62d-3c43ca6f1dad", "result_sha256": "d2588c531fdc42f48d68802647376b7baf101a9a357003b1bf1cfdb7152c3bae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002958, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 694, "latency_sec": 3.1940381349995732, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:01.873135+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0298a99c-eb1f-4b93-855f-45d7e60badd4", "result_sha256": "d8dbadbdebfc581ad4306c1f5f13a13a94fe99570ba1bad0899250cc3c8add21", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004128, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 694, "latency_sec": 4.542291827034205, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 274, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:53.169359+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95022f56-964d-408b-a207-679dd082520d", "result_sha256": "659f97f6b92d0cfadb92f870faf524e808b705da50ffbfcefd60fbac4c9851aa", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003578, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 694, "latency_sec": 4.395854838890955, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 219, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:08.167509+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aed2e6b3-c259-442c-af3b-c2f562a0b385", "result_sha256": "9fd41fa3aad3701aa0d4c19485635f535c5cdac1e9a52b0122388c589f2aeff9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 694, "latency_sec": 4.209876500070095, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 230, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:33.981910+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e6a3d97-fd29-4f99-9faa-0ccc36f24833", "result_sha256": "dd85c450185c88e23d54ff3f8e692e56f36f5fd585b41b20b8a1ca91db4c9ba6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 694, "latency_sec": 1.5215346929617226, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.358742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f9ee9d6-90f4-47d2-bd87-c0394e451ff4", "result_sha256": "7e35a1f7ee26fb566bb0869c2cda9d86030591b6bfdaa91cd3250a38a5fd5192", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 694, "latency_sec": 1.198938722955063, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:00.133217+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73092115-0712-44d3-9725-989cd929ec29", "result_sha256": "24e1a1a0c20a020f8d34430c9950f3231635540a166921e978d6bae2a059cd1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001818, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 694, "latency_sec": 1.5245610810816288, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:36.794096+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74689aa7-a6fd-4648-933f-523e7b43ea0f", "result_sha256": "79d929b4c880ddedf595489e68279b5bc0bb43eb4a4acfc6ed68c9cea5da92e0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001528, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 694, "latency_sec": 1.7351234119851142, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:31.446955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cf8820a-5d26-42e6-8d76-ca9473aa4113", "result_sha256": "893b817a6042bbe9428fbea4fba9e446090f2880c323370c186b9e03697a9122", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001868, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 694, "latency_sec": 1.5570123069919646, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:49.678535+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfdd23fc-e528-4af2-a8dc-76f4c70b9794", "result_sha256": "2b94c651cb756e8e8b5a5febefd6620ec237ee358274c18ade92fd109c3064fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001888, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 694, "latency_sec": 1.824599633924663, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:11.514647+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be1bad61-450b-449f-a29a-6c671463ee2b", "result_sha256": "852d92c1f7415ae0a873f1db2a3a5e8a35cd809096b1def2900a5becce999c0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001728, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 694, "latency_sec": 1.5344985080882907, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 34, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:52.533827+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f5799f-bf03-433a-8f3f-745c9f091047", "result_sha256": "26ef1d24d3131389ef582556a516af23f41365e227f743574e88b6168599ef84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 694, "latency_sec": 1.8706864689011127, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:56.812731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c2bed00-d061-450d-a038-b0114b469cd5", "result_sha256": "eb0301a40a70c7dccd313c3b59342b146a91d5acc6ad0be7992aa87f4767f5df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002648, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 694, "latency_sec": 3.0938160198275, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:10.053597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f386d00-9a7e-4f29-be67-f9acee5c475e", "result_sha256": "8d3a101be18bf01fab8ec8f2e5a06c00b332caa8c295cda336dac3761c6d9378", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002298, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 694, "latency_sec": 2.282524226931855, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:23.242477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d9509b1-6636-4d01-8ef2-63dfcd3af063", "result_sha256": "61e61381bd02efb4358f780e6d0eca488621f6b120c12853a9d8f770e5895c21", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001968, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 694, "latency_sec": 1.6421361272223294, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:48.178536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "073da49d-dea2-4fe0-b6db-2aa20ed4dbae", "result_sha256": "e711fb4030d5bb956e15113b6d8e94a2c63ad7f265ec7e43f6f66c10f0e744a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001918, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 694, "latency_sec": 2.136171913938597, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:20:28.689181+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c140675b-c62d-4811-b3ad-2407bb0ba178", "result_sha256": "5ecfd8e01fd29f223070a76476ffd4632ec77473edc052b33965bc3754f8bb04", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002788, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 694, "latency_sec": 2.8194503791164607, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.371043+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e451dd2-1132-4c4c-adfc-257764ea78f9", "result_sha256": "3aca4a89a7cffa39f4ebc2f0fdd611dfd7c28ddded1381c7abeb617955b8dfc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003028, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 694, "latency_sec": 3.8454137509688735, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 164, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:47.364342+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "411ad92e-a62a-4179-960b-53753098837f", "result_sha256": "08919c9de69e2542270d4d5021ff0728be43f63a4636e38c92a5eaa08a47bdce", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 694, "latency_sec": 2.3574364569503814, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:40.483972+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ffced8-57d6-431d-9c24-4d1cc563566f", "result_sha256": "e7fce155f2047411eaf83b7ebf3b53b1e4c39eaef5f82ac9db3fcd77f0f481f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002338, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 694, "latency_sec": 2.210839102976024, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 95, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:34.986698+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc5fe285-77ad-4757-a27f-1a5bc20d40dc", "result_sha256": "9ad59248d42750c89c365fab544db4404c18fcdbc4535d91d8d1fb8e9987b7c9", "result": { "component_errors": { "c": 0.009120106740548029, "h": 1.0077707599885741, "l": 0.012926085977997048 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004788, "delta_e_ok": 0.01606335500745075, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 739, "latency_sec": 5.751122825080529, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 331, "prediction": { "c": 0.154, "h": 16.0, "l": 0.544 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.544,\"c\":0.154,\"h\":16}", "recorded_at": "2026-09-23T12:20:35.778954+00:00", "request_attempts": 1, "score": 91.96832249627462, "task_id": "colorbench-oklch-01", "tight_score": 67.8732899850985, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd7c650-e21f-4045-a3a4-9fff7c1238aa", "result_sha256": "945700d28035ef9e1a9bcece2a8ca805f6e8cc4622e6fabd78d24e8bc5c86dbe", "result": { "component_errors": { "c": 0.013403039047677645, "h": 0.44527185866053287, "l": 0.01665329934081683 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004778, "delta_e_ok": 0.021402499024942588, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 739, "latency_sec": 5.63820995693095, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 330, "prediction": { "c": 0.128, "h": 253.5, "l": 0.524 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.524,\"c\":0.128,\"h\":253.5}", "recorded_at": "2026-09-23T12:09:57.690365+00:00", "request_attempts": 1, "score": 89.29875048752871, "task_id": "colorbench-oklch-02", "tight_score": 57.19500195011482, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98bea456-8a5f-4960-8f1d-f468b0e624dc", "result_sha256": "59de9b868a6ea41a2473a2d69eae0fe7779a1eb217fa393e660f488e0c0d38d2", "result": { "component_errors": { "c": 0.01370530314174219, "h": 4.96264947183613, "l": 0.030902482213614135 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004848, "delta_e_ok": 0.03476328711170085, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 739, "latency_sec": 8.55890704295598, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 337, "prediction": { "c": 0.087, "h": 164.0, "l": 0.548 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.548,\"c\":0.087,\"h\":164}", "recorded_at": "2026-09-23T12:09:19.203456+00:00", "request_attempts": 1, "score": 82.61835644414958, "task_id": "colorbench-oklch-03", "tight_score": 30.473425776598305, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53c1f25d-282c-4eea-8711-1d979139dc77", "result_sha256": "97f71e5be5c00a2b2eca2b0ebad3e076575791ed296033c718d72ff29830788f", "result": { "component_errors": { "c": 0.006638185630541998, "h": 0.042772040600709715, "l": 0.021854237561005685 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005508, "delta_e_ok": 0.022840331472892297, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 739, "latency_sec": 6.390314095187932, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 403, "prediction": { "c": 0.113, "h": 78.0, "l": 0.635 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.635,\"c\":0.113,\"h\":78}", "recorded_at": "2026-09-23T12:10:52.994529+00:00", "request_attempts": 1, "score": 88.57983426355385, "task_id": "colorbench-oklch-04", "tight_score": 54.31933705421541, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8db3d234-0e58-446f-b871-99654a03f157", "result_sha256": "da83f505d9fcc9db7d5ab4811e29384d37e2316c1921742227ba0c7dbff98887", "result": { "component_errors": { "c": 0.01712555162844062, "h": 2.007140960468064, "l": 0.01909335712590765 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005158, "delta_e_ok": 0.026076222832923365, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 739, "latency_sec": 7.385831163963303, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 368, "prediction": { "c": 0.126, "h": 310.0, "l": 0.525 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.525,\"c\":0.126,\"h\":310}", "recorded_at": "2026-09-23T12:10:16.291947+00:00", "request_attempts": 1, "score": 86.96188858353831, "task_id": "colorbench-oklch-05", "tight_score": 47.84755433415327, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb968f86-bee0-48e5-944a-82ad61858043", "result_sha256": "e14ecbe5839883859f8a403c010baad9a42b90d5af182f32eb678166b29f3ca0", "result": { "component_errors": { "c": 0.008736737775342313, "h": 2.126765068149865, "l": 0.01000106454498062 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005358, "delta_e_ok": 0.013431227010242132, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 739, "latency_sec": 8.25552095612511, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 388, "prediction": { "c": 0.05, "h": 249.0, "l": 0.313 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.313,\"c\":0.05,\"h\":249}", "recorded_at": "2026-09-23T12:21:17.227502+00:00", "request_attempts": 1, "score": 93.28438649487893, "task_id": "colorbench-oklch-06", "tight_score": 73.13754597951574, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f452bb3c-b898-4a95-8ff5-57dea7917656", "result_sha256": "deeccaee784b1e95ed7b6122eb606f217fa01694b8e95e40c26f4476e1b0b43c", "result": { "component_errors": { "c": 0.0036883787542778407, "h": 2.917870075137529, "l": 0.027907278411844705 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006308, "delta_e_ok": 0.028208915868551922, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 739, "latency_sec": 10.305405350867659, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 483, "prediction": { "c": 0.034, "h": 93.0, "l": 0.908 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.908,\"c\":0.034,\"h\":93}", "recorded_at": "2026-09-23T12:17:32.927120+00:00", "request_attempts": 1, "score": 85.89554206572404, "task_id": "colorbench-oklch-07", "tight_score": 43.58216826289616, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5fc70da-fbea-4750-bdde-d58395c4a130", "result_sha256": "a8e20a5f150233d3a1e3113eac246dafdcf4832314d9274fbbc6237d9b8b7484", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002598, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 739, "latency_sec": 2.7679534510243684, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 112, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.6,\"c\":0,\"h\":0}", "recorded_at": "2026-09-23T12:16:04.356465+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a6d670d-4216-4fbb-b096-c5e63739d062", "result_sha256": "8ee0abc9f12f92edba9ced984667679c9323bc2d7e27102cda5999da2e749728", "result": { "component_errors": { "c": 0.006619245591903883, "h": 0.4506435286929502, "l": 0.012353449722208754 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005898, "delta_e_ok": 0.01413099821805926, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 739, "latency_sec": 8.282039143843576, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 442, "prediction": { "c": 0.233, "h": 25.2, "l": 0.605 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.605,\"c\":0.233,\"h\":25.2}", "recorded_at": "2026-09-23T12:11:49.761927+00:00", "request_attempts": 1, "score": 92.93450089097037, "task_id": "colorbench-oklch-09", "tight_score": 71.73800356388148, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27d1e450-6a24-47c3-be17-2bddba7c7123", "result_sha256": "c5b8e4bc0007d74382ef678ae0271bb1deac2364002b64f10decca3739e70e65", "result": { "component_errors": { "c": 0.020020599292406877, "h": 3.2920987962712616, "l": 0.037876084597746384 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004788, "delta_e_ok": 0.04365151811319211, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 739, "latency_sec": 5.565828111954033, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 331, "prediction": { "c": 0.136, "h": 155.0, "l": 0.577 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.577,\"c\":0.136,\"h\":155}", "recorded_at": "2026-09-23T12:18:24.130204+00:00", "request_attempts": 1, "score": 78.17424094340394, "task_id": "colorbench-oklch-10", "tight_score": 12.696963773615789, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89a89f9-b704-4ee5-a8bb-93a1eebe4a46", "result_sha256": "9536c22c167ebe3c8896f9c712d75041e4c393335692584ef7ebc74f25ac5f40", "result": { "component_errors": { "c": 0.009159851685830028, "h": 0.2151519492961711, "l": 0.014450038841612778 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005538, "delta_e_ok": 0.017128156864378106, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 739, "latency_sec": 7.510116316145286, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 406, "prediction": { "c": 0.213, "h": 266.0, "l": 0.5 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.50,\"c\":0.213,\"h\":266}", "recorded_at": "2026-09-23T12:09:47.296063+00:00", "request_attempts": 1, "score": 91.43592156781095, "task_id": "colorbench-oklch-11", "tight_score": 65.74368627124379, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd14e6a6-4f7e-4cc9-8950-ca04a696efc7", "result_sha256": "cdecf6961f51c22809929b308a5026c04bb7d96d993365e3d1a41fbc1295cfc9", "result": { "component_errors": { "c": 0.0046105754932969645, "h": 1.3658483071395722, "l": 0.00808283137343735 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005048, "delta_e_ok": 0.010146429500161275, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 739, "latency_sec": 6.400690254988149, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 357, "prediction": { "c": 0.172, "h": 100.0, "l": 0.864 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.864,\"c\":0.172,\"h\":100}", "recorded_at": "2026-09-23T12:12:33.718825+00:00", "request_attempts": 1, "score": 94.92678524991936, "task_id": "colorbench-oklch-12", "tight_score": 79.70714099967745, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea4dc6c-603c-422c-bcad-c6ec7ca126aa", "result_sha256": "f15b095cc198b1137df157a959b58cf0bdb3d68944328de80f97a43e1f0b7bd0", "result": { "component_errors": { "c": 0.0010278807849283533, "h": 0.05634901887896149, "l": 0.020973671229781 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005108, "delta_e_ok": 0.021000003948205857, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 739, "latency_sec": 6.106874036835507, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 363, "prediction": { "c": 0.225, "h": 331.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.58,\"c\":0.225,\"h\":331}", "recorded_at": "2026-09-23T12:10:02.998136+00:00", "request_attempts": 1, "score": 89.49999802589707, "task_id": "colorbench-oklch-13", "tight_score": 57.99999210358828, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e083933c-908f-4623-b936-3b3e01a936aa", "result_sha256": "dd377a5d7fac9e6070740dd5dd26a905bd9720461e3cd682e653c6a216b1167c", "result": { "component_errors": { "c": 0.007213668037197765, "h": 0.6062340776950919, "l": 0.037438343453676914 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005418, "delta_e_ok": 0.03814427391916466, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 739, "latency_sec": 7.568004961125553, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 394, "prediction": { "c": 0.105, "h": 209.5, "l": 0.666 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.666,\"c\":0.105,\"h\":209.5}", "recorded_at": "2026-09-23T12:14:49.260828+00:00", "request_attempts": 1, "score": 80.92786304041766, "task_id": "colorbench-oklch-14", "tight_score": 23.71145216167069, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6f45daf-3d57-4c3b-9226-17a1a50fe23a", "result_sha256": "68da23c2fc1e7089a978ccd37103fd6544c351417e2e1696755749df6241ec84", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.0260593686453246 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003108, "delta_e_ok": 0.026378923516016325, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 739, "latency_sec": 3.9082177879754454, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 163, "prediction": { "c": 0.0, "h": 0.0, "l": 0.2 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":0.2,\"c\":0,\"h\":0}", "recorded_at": "2026-09-23T12:18:37.423587+00:00", "request_attempts": 1, "score": 86.81053824199184, "task_id": "colorbench-oklch-15", "tight_score": 47.24215296796736, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0b757f7-9c48-49f6-8cdc-cb97cb0fd315", "result_sha256": "811b597578fd49e6727edf3dfa07acb03d56283bb52c9e3412b991a1952a91f0", "result": { "component_errors": { "c": 0.00397581556876549, "h": null, "l": 0.03668202425892442 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002328, "delta_e_ok": 0.03689685641310324, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 739, "latency_sec": 3.1676293469499797, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 85, "prediction": { "c": 0.0, "h": 0.0, "l": 1.0 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "openai", "raw_prediction": "{\"l\":1,\"c\":0,\"h\":0}", "recorded_at": "2026-09-23T12:13:03.887763+00:00", "request_attempts": 1, "score": 81.55157179344839, "task_id": "colorbench-oklch-16", "tight_score": 26.20628717379353, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4473af8-3b0c-4baf-9853-f426796662bb", "result_sha256": "86ea865d654a6ce6f518de296b5a9e93d03799c7640fa7644f61859b3d1b0703", "result": { "component_errors": { "b": 1, "g": 0, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002348, "delta_e_ok": 0.015891585344350975, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 709, "latency_sec": 2.6643223059363663, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 93, "prediction": { "b": 81, "g": 64, "r": 184 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":184,\"g\":64,\"b\":81}", "recorded_at": "2026-09-23T12:16:58.942110+00:00", "request_attempts": 1, "score": 92.05420732782451, "task_id": "colorbench-rgb-01", "tight_score": 68.21682931129806, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a178f003-f79a-4cc4-a3ee-aec4335d6754", "result_sha256": "7f537d1cf6eba052e946a2de5295b4feba0f8b0126083e87f2eb0a10270fa5c9", "result": { "component_errors": { "b": 14, "g": 5, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002198, "delta_e_ok": 0.023744541682393868, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 709, "latency_sec": 2.372128542046994, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 78, "prediction": { "b": 176, "g": 107, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":43,\"g\":107,\"b\":176}", "recorded_at": "2026-09-23T12:15:03.943426+00:00", "request_attempts": 1, "score": 88.12772915880306, "task_id": "colorbench-rgb-02", "tight_score": 52.51091663521227, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94024d21-f646-4b22-86c2-0226d1a9d83d", "result_sha256": "e704dc8c21a7c82ea8fb4723789c1818307e1696b7f9aa5b847e28df7b424338", "result": { "component_errors": { "b": 1, "g": 10, "r": 2 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002518, "delta_e_ok": 0.03102092756198504, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 709, "latency_sec": 3.59027255885303, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 110, "prediction": { "b": 99, "g": 130, "r": 58 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":58,\"g\":130,\"b\":99}", "recorded_at": "2026-09-23T12:21:34.182686+00:00", "request_attempts": 1, "score": 84.48953621900748, "task_id": "colorbench-rgb-03", "tight_score": 37.958144876029934, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e538055b-24c4-490d-a5f5-46078f630dbf", "result_sha256": "5b5b9a20e465b528e0ede904995fadde5ec1395e9928bfdf82799c9f9d5c264a", "result": { "component_errors": { "b": 2, "g": 4, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002758, "delta_e_ok": 0.016710626416743757, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 709, "latency_sec": 3.2386467799078673, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 134, "prediction": { "b": 47, "g": 131, "r": 178 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":178,\"g\":131,\"b\":47}", "recorded_at": "2026-09-23T12:13:00.004322+00:00", "request_attempts": 1, "score": 91.64468679162812, "task_id": "colorbench-rgb-04", "tight_score": 66.57874716651249, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a459d0-53c3-4db7-bc4a-401fd9cab15d", "result_sha256": "d74868b598368962e947c24db4d649d577449d75ae16dcd42d2190cd9987ca98", "result": { "component_errors": { "b": 15, "g": 5, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002528, "delta_e_ok": 0.028072132398254544, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 709, "latency_sec": 2.3622166209388524, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 111, "prediction": { "b": 160, "g": 80, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":128,\"g\":80,\"b\":160}", "recorded_at": "2026-09-23T12:22:09.428987+00:00", "request_attempts": 1, "score": 85.96393380087272, "task_id": "colorbench-rgb-05", "tight_score": 43.85573520349092, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "697bc476-1623-4e2a-94df-0f5748f8ee17", "result_sha256": "ed3ebd844926e7b400650c5daab20c104dba4f2f1d408e3a4c9a25b510c8cbde", "result": { "component_errors": { "b": 5, "g": 1, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002668, "delta_e_ok": 0.011827409691140876, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 709, "latency_sec": 3.1738050628919154, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 125, "prediction": { "b": 70, "g": 49, "r": 27 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":27,\"g\":49,\"b\":70}", "recorded_at": "2026-09-23T12:14:47.571898+00:00", "request_attempts": 1, "score": 94.08629515442956, "task_id": "colorbench-rgb-06", "tight_score": 76.34518061771824, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4727efaa-27be-4c84-b496-74771c0e6a96", "result_sha256": "1a84e3a697391d1aa17b1e14cfe85d87c66b2e055b51199321ebcf7f11a14d9e", "result": { "component_errors": { "b": 10, "g": 9, "r": 8 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002558, "delta_e_ok": 0.026986863862695235, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 709, "latency_sec": 2.3432360768783838, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 114, "prediction": { "b": 198, "g": 224, "r": 233 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":233,\"g\":224,\"b\":198}", "recorded_at": "2026-09-23T12:13:06.265290+00:00", "request_attempts": 1, "score": 86.50656806865238, "task_id": "colorbench-rgb-07", "tight_score": 46.02627227460954, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c51c5c7c-21bb-4791-acb0-3870c9066228", "result_sha256": "8fbcc61377927d631a6dc0da72d617588651cbb3e024db044d62d78c08a97757", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002448, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 709, "latency_sec": 2.1433204361237586, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 103, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":128,\"g\":128,\"b\":128}", "recorded_at": "2026-09-23T12:17:32.471476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac833b02-7498-48b0-88b2-8091aac7bdd4", "result_sha256": "a67ae116be398ad0aa84e743fc2947e79a39f170ec529ada89069b5b43252813", "result": { "component_errors": { "b": 2, "g": 2, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": 0.013737554117560953, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 709, "latency_sec": 2.8651535660028458, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 106, "prediction": { "b": 42, "g": 30, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":237,\"g\":30,\"b\":42}", "recorded_at": "2026-09-23T12:17:13.160604+00:00", "request_attempts": 1, "score": 93.13122294121953, "task_id": "colorbench-rgb-09", "tight_score": 72.52489176487809, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3955c937-0ead-4e4e-a839-e5a9ccc6ebe0", "result_sha256": "debdbfacb7bcc08e24b670e62b5d3c70709cfe51f9c058597c71e496964df1fe", "result": { "component_errors": { "b": 1, "g": 15, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002258, "delta_e_ok": 0.04681155461131767, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 709, "latency_sec": 2.0295493581797928, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 84, "prediction": { "b": 83, "g": 143, "r": 20 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":20,\"g\":143,\"b\":83}", "recorded_at": "2026-09-23T12:13:13.631252+00:00", "request_attempts": 1, "score": 76.59422269434117, "task_id": "colorbench-rgb-10", "tight_score": 6.376890777364663, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c87105-fc20-4e1b-8685-cb192c2a0b88", "result_sha256": "d39369431c45d50441f2f6aa0db9dac3f9f57603f9903c5a4deb1d3d5c87a8a2", "result": { "component_errors": { "b": 10, "g": 4, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002198, "delta_e_ok": 0.018248200191646004, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 709, "latency_sec": 2.651385258883238, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 78, "prediction": { "b": 218, "g": 80, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":43,\"g\":80,\"b\":218}", "recorded_at": "2026-09-23T12:22:10.551120+00:00", "request_attempts": 1, "score": 90.87589990417699, "task_id": "colorbench-rgb-11", "tight_score": 63.503599616707994, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b23950-5717-457a-a0aa-7bf55c5ff162", "result_sha256": "455bab42b15221aa09fb84dd7ebf26a92115a393d90d3f7b0124d37c1e5b14a7", "result": { "component_errors": { "b": 1, "g": 2, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002528, "delta_e_ok": 0.0054957847843931425, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 709, "latency_sec": 2.324594917939976, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 111, "prediction": { "b": 43, "g": 210, "r": 237 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":237,\"g\":210,\"b\":43}", "recorded_at": "2026-09-23T12:17:29.174983+00:00", "request_attempts": 1, "score": 97.25210760780342, "task_id": "colorbench-rgb-12", "tight_score": 89.00843043121371, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7329bf99-5d01-404e-aff9-b1a93addbe80", "result_sha256": "1d66950c236d87ce9779472d3f718dd458df25d69bf5e0160d6481b4515f7edc", "result": { "component_errors": { "b": 7, "g": 9, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002368, "delta_e_ok": 0.020115593474894316, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 709, "latency_sec": 2.245142749045044, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 95, "prediction": { "b": 181, "g": 49, "r": 192 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":192,\"g\":49,\"b\":181}", "recorded_at": "2026-09-23T12:15:46.645340+00:00", "request_attempts": 1, "score": 89.94220326255285, "task_id": "colorbench-rgb-13", "tight_score": 59.76881305021138, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "510dea7a-5ff5-4a0f-9d58-e3f9383bcd32", "result_sha256": "d0836995cabd2ceed91c92dd033c35040031a9a888778e454a3d8a08f2fa1bfd", "result": { "component_errors": { "b": 14, "g": 12, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002648, "delta_e_ok": 0.035854288308427344, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 709, "latency_sec": 2.857714058132842, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 123, "prediction": { "b": 184, "g": 166, "r": 43 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":43,\"g\":166,\"b\":184}", "recorded_at": "2026-09-23T12:14:56.123348+00:00", "request_attempts": 1, "score": 82.07285584578634, "task_id": "colorbench-rgb-14", "tight_score": 28.29142338314532, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7993a24-ed2e-4695-bd0f-ccbeb228e5d4", "result_sha256": "d03c6438fadfc2522b6ed12e735fe09da9daed283cab988015e489c0ff294b82", "result": { "component_errors": { "b": 4, "g": 6, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002608, "delta_e_ok": 0.026569689550688926, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 709, "latency_sec": 2.4789834059774876, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 119, "prediction": { "b": 22, "g": 22, "r": 22 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":22,\"g\":22,\"b\":22}", "recorded_at": "2026-09-23T12:16:44.271769+00:00", "request_attempts": 1, "score": 86.71515522465553, "task_id": "colorbench-rgb-15", "tight_score": 46.86062089862215, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f78579d3-9238-46f1-b618-0b12e57f6030", "result_sha256": "0c08661b8d8b7cc705bd52b8a9e402564526c331cf954d4f4c81e83ac0f29dd2", "result": { "component_errors": { "b": 15, "g": 12, "r": 12 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002478, "delta_e_ok": 0.036896846075574724, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 709, "latency_sec": 2.419048079987988, "model_name": "gpt-6-sol", "out_of_srgb": false, "output_tokens": 106, "prediction": { "b": 255, "g": 255, "r": 255 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "openai", "raw_prediction": "{\"r\":255,\"g\":255,\"b\":255}", "recorded_at": "2026-09-23T12:17:22.976181+00:00", "request_attempts": 1, "score": 81.55157696221264, "task_id": "colorbench-rgb-16", "tight_score": 26.206307848850553, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c2a5ff0-fb95-4510-8947-961d3385ef57", "result_sha256": "cf37a38124ddaa7bd18ef43ef0ab21d69bfa88bba9eaa7e937432f2bbe2d2849", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 2.4126677678432316, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:20.936571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a9719d6-2ca2-449e-83c6-d0db4b00c212", "result_sha256": "d9ca18eecfdad0400e3738b519ad94b009ab071741dd529347d6ec13e17725f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 693, "latency_sec": 1.9439765571150929, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:52.892657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f10f0d7-1336-46b9-be86-0ae33c29beb2", "result_sha256": "269d86d314c8a01939105482bf54bc113f94f27c5aa493824459f510f8182454", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 1.7022788550239056, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:11.199361+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87149ea9-242a-421a-9137-8168ce023ece", "result_sha256": "3a193b6dab8b2799a30cfc3fc28a418ab5c4b540cfda96b1b980bfddc5ad3961", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 693, "latency_sec": 2.025344880996272, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:35.230199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35a5799c-fe99-4978-8183-a31d7a83c8b1", "result_sha256": "a4820b51cf5d3461ac8385daa05029d0c67b803d8f027e11f6c268797519be47", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 1.6248151417821646, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:39.425396+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16e88a22-6214-4e2b-aa52-b775a0a926d4", "result_sha256": "e27f7f68f30b23a36741a83e10945d0caeef785526fc8d2d1f1f52d7bec3d1a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.001856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 693, "latency_sec": 2.7161599521059543, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:33.304934+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fece20a6-9be6-42e1-a4a7-55fc4d75aba7", "result_sha256": "e94b2312b83c608acf5c38ef0ef0b4ba1e9c9338846423d9614ea16d4d3f774e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.8760611950419843, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:54.434701+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2753f4cc-913b-4082-b79e-e09471077dd4", "result_sha256": "1c359e9368f921c06ba3af0ab8d0baa642de94d400d9edd125c102c938724996", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002786, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 693, "latency_sec": 3.830984405009076, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:55.778278+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0085b1e7-768a-4392-9297-98af6e1003db", "result_sha256": "c6e22da6ab76e1a5b90fc69fb4b440f30cc5cd81f37eb6c810a0d28fe4cd6443", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002346, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 2.1481000918429345, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 96, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:28.539185+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "844d8430-8d17-4462-9063-64429e1fbe8c", "result_sha256": "2ba21163202b0cc0725bbf4b7c7279df65694f865506df99c0001ca1f20ea6e2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002206, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 693, "latency_sec": 1.9756735709961504, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:29.099076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37b37e71-a7cc-4f17-b832-3611cf639b54", "result_sha256": "7760b5702addbe26fd33dfe5a77112100fd90cf6e044aed653c70d86ff8349b3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003186, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 3.7425427520647645, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 180, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:48.971815+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d132661c-9ee7-4c1e-8fc4-de953185ac51", "result_sha256": "3c80dce87b7e90baa3e0364af77bcd52ed6051a2549e4ae91501f009c5767e1b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002176, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 693, "latency_sec": 2.271633943077177, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:01.690722+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83479de9-4045-4018-b7bb-90937b1282a4", "result_sha256": "c7f00afed0fc1d3168888fca9c324a3651e39e81b0b50c9b13d75c4b6a144266", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 1.3530991249717772, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:40.402553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "133ab735-d23f-419d-8b59-4cba7611a17e", "result_sha256": "211baa2066be336b124e0e880c4961a4fa9308b91dd2ef491d48fe4fdbec3cc5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 693, "latency_sec": 1.5156252169981599, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:52.144160+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f187be5-13c1-442d-843b-6b6d1a049180", "result_sha256": "3d2a7da9886d3dd6a397aac4879a35a647e6bdc4b2b3b9f87b40dfbde6ca7f85", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 1.8662516451440752, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:21.303814+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22a6313c-9756-4d74-abd7-bf3a8e9b6df8", "result_sha256": "90550d05ce9cc6483e3f2abfbe0d0c9b9d3a291c12c573f011d4c2c3e8552d9e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002116, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 693, "latency_sec": 2.0620884329546243, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.114225+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61d7d010-1e5c-40d1-9237-2a581408026c", "result_sha256": "6410347e66cd17b3ccdbe7ccff5967eb2960cb1eb8a7581072aae576efe19ec8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.6290718319360167, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:14.336366+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d30c5f5-4450-4064-8ac0-f63245183219", "result_sha256": "bdfabd459f3b611459a0cc7c8f8b1e70cd87d05e5e9288ac64c732bb16e58a65", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 693, "latency_sec": 1.8355007080826908, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:16.925999+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5634b51b-539e-40f2-9f7c-ce018bcb196d", "result_sha256": "00061592a99b621520276e287f6add56f96b06228ad4af645e83ba2c18414f35", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 2.4213338531553745, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:55.671692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43165ab0-3045-4316-a55c-8de8f99ba059", "result_sha256": "dc4b6ade5140b2be635344edb815b99c216889a5d32b093038c65ada2b9c15e9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003436, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 693, "latency_sec": 4.319473551120609, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:24.623232+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7ac2e7f-be8f-462e-9c14-762cf5ceecf9", "result_sha256": "2f2c518c8c35e47a95ee755999b9f548acc901780665a9a3c7a89d4717c9d815", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 3.399381352821365, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:01.785143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf6d6687-f817-46c3-92e7-dd668f3423d7", "result_sha256": "40cedae1e8836b4e384666f40fbef3acde6f797201463b2c6b56ba216d3dac0b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002736, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 693, "latency_sec": 2.634913979098201, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 135, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:03.969766+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c66c0394-112d-4ff2-8719-9398e32e06bc", "result_sha256": "a9a1dc1b947d2cdd982c80fd23104fe54f8a3b9a749f27a02274c94a4f0819b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002156, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.870988791109994, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:26.970879+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97601ec7-fce4-45e7-bb1b-03a74c764766", "result_sha256": "dbeee551a58df7fac654291b6d7de9ae89be8c5db2c0cb07ef74b233d1546871", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002046, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 693, "latency_sec": 1.6477137650363147, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:15.518571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05469633-97e5-48a5-85dd-a022500785ac", "result_sha256": "96ed27aeb8c53c6ccb118e2a0efd2b12f00fb223394c51242cc9df40982817e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 3.3263841008301824, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:53.597695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eaa16ea-9085-484b-9347-39bb42f104fc", "result_sha256": "f07cb34547d0bed227910adb6b1307a37ff94e90dfcc8464fb9d9e1449888cda", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001966, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 693, "latency_sec": 1.864707303000614, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:58.374257+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b4e7c2-88b4-4765-ad0d-d63fd5030474", "result_sha256": "e05dc8e8c3f11ae89ce2929fc8c1037b2089a1a3586c6fc6410d0eaf21cef254", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 4.584850934101269, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 161, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:58.694767+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d8fbb5f-7eab-4e0b-b163-24527b3ec3d3", "result_sha256": "3de7ede6c802cd83db28e0ff340d0e47dfcff389168f8640cfbb636db95a3ebf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001906, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 693, "latency_sec": 1.495873186038807, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:00.550399+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de7ab10d-0fa6-45e0-bec9-4ee628a402bf", "result_sha256": "cf24d34af809a0cf47fcf7f22d83c2fbc5d94662d3d3a0c573c86d98fb7fe2ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002066, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 2.1203769699204713, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:07.180835+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3c37a8f-c6fe-4b51-a685-42c93885be61", "result_sha256": "ab5d093cb4a1f7e13b332fff3ceabd8ba07067fde2211fa3fcca988e236d206d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002216, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 693, "latency_sec": 2.2950727990828454, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.303695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcb5b5ef-b3ad-4a5e-81bd-899a6802670f", "result_sha256": "fa825b7b6e8ea7e850218a655c5c4993e43cf89cc48cff7d306ee35c9a77990b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002076, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 1.7428768100216985, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:30.797869+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e16ed7b-629c-4c8e-af7f-4089e8799f62", "result_sha256": "386c40c8d916bc4e539f516d120a0b71ab6a6ad2c6fe0528b19fc76b65b24785", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 693, "latency_sec": 1.7771230901125818, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:18:15.554221+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c828bea-fae3-4be7-8b14-47e267937e01", "result_sha256": "cb3d919b46c626e70aed23c877014b82f10ea39fa53a79721009c5e3c4d7083f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001986, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 2.1125074848532677, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:52.446287+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5558ebeb-3e8a-43e9-97e4-c55b2fb9d987", "result_sha256": "2625a9b6d62d55798182abd7a32cac3005282afb1832bbfe75d0a84c0f12b4c3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 693, "latency_sec": 2.005872164852917, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:06.325092+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c0327fe-389b-4314-86a3-7726f0d0031e", "result_sha256": "d6b9f958bef20ce2e1ad6c4a0a3836dab7d521c1b1eddafffd9a9e20ef2e20cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001926, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 1.3332706789951771, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:35.068571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ae6724e-658a-4025-a5d8-6c3866f21b5f", "result_sha256": "4bbeea6366cdebffdde48b15a0d0eb1fdeb323616685acfd38a477ec6ec4d88c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002396, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 693, "latency_sec": 2.7143007901031524, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 101, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:07.217573+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "abceb82f-0819-4db3-839d-b331dacfb626", "result_sha256": "1d50f1ce9374e4a1a8f76800f6eb91d1d71261c620a240afd9202a31af6b63a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001946, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.0172519779298455, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:18:26.821838+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22e782e8-b278-4126-bb00-3fcffde905f8", "result_sha256": "7d17330df41553cdb298f74eaef1f070ee4a471ba90b28cdd9a4bc602c50ef17", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002196, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 693, "latency_sec": 2.203723733080551, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:08.349538+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a83c6d-f129-45e2-a2ab-16cdb8c1774c", "result_sha256": "e634b5f8328fc0fe7ed5921d4d9990e3f7ae168b1b72b17d9988cc8405525c9c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001896, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 1.7471379400230944, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:28.081568+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4770f04-7409-4c43-a17a-153d87bda940", "result_sha256": "323a0081e8a3fc7c8266430780b54a1d862b54e91c21acf7499d531fb4ecddf0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001876, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 693, "latency_sec": 1.4971118469256908, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:41.598512+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce6e972f-6fc3-4605-b84e-5f5e54098275", "result_sha256": "074efc7d08b78b572e798138d82ceb7170a6c2857867f3985de9be92f23def9d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001996, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 2.131087963003665, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.182564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca07fbde-9ce3-4c27-8153-9c2b8eee28ee", "result_sha256": "40ace19f525ef86d85357cf02e5a4577de5da97fcf146882161ab458e648c168", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002056, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 693, "latency_sec": 1.6093450819607824, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:54.244613+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29675ff9-4b09-4dea-84bb-cac07c5932d7", "result_sha256": "a8a06d09d62c982ccf1959f1539525c7309f181537cf7864be9669c0ee854882", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001736, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 1.2808802349027246, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:20.592076+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a638b32e-3e6d-49f1-be85-1e6816f0bf1a", "result_sha256": "f58ecaefe36326bea18f2b5744ed8d98ca7a661146839cfd67fdd7cc36e5ed27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002086, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 693, "latency_sec": 2.0518197079654783, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 70, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:20:47.547025+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8abdd95a-004e-4d50-a6a6-47f57ae1a9c7", "result_sha256": "7ffdd8d2812da48d5a87141f242cb15872ef8c1b296e6b78ad028d5926050957", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001856, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 1.4968896380160004, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:16.976518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c00ff8f-084e-4fa5-b233-4ed122e6c0e1", "result_sha256": "f144a0abeba02f5193700c71275f51fb1d5fd153de602a0cb5c6188b7e9a5edb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001526, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 693, "latency_sec": 1.230160407954827, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:17:05.760803+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b5edce-57a1-46bc-a171-eaafdb02f31f", "result_sha256": "534958e669a9eb2eebe04b9aa5719ef606fc4a97c59b7fea41b225edc68e4caf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002016, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 2.4381141129415482, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:34.773001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e8e541-a331-48d6-b5eb-fb91c0691533", "result_sha256": "10ca1f6bf4d5038fe06d61478102ce36c56cd7d0eb5e912b41fc8d482c936696", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001886, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 693, "latency_sec": 1.8176696070004255, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:47.801392+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0235b31-b3f0-4ed3-a5d2-a24c05978425", "result_sha256": "f1029b77b4786723fa4cf71f62e187e0533cdc46c94eec42cf5aafffb79cf63b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003084, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 697, "latency_sec": 3.599364062771201, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 169, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.599706+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33a12528-2b95-4165-bc60-28eecb57b14c", "result_sha256": "489a354d7f87ae6011ad61e4d0087331f0fe9fb544baf9a122a16372d573e56b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 697, "latency_sec": 4.295512865995988, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 121, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:19:39.179073+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3537b2c5-2cac-4b5f-a0c8-932b1e734ab6", "result_sha256": "a25d73fd9456c7a66935b7100607234f996359ec6c409695aa7191280d14396a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002524, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 697, "latency_sec": 2.6362618289422244, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 113, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:08.258712+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68fbf4c7-c03b-4765-a22b-c1dd61e44657", "result_sha256": "c3548ac7ed68b4160905adf6b88beb8420217f944e146c3b6118baca40dc664e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 697, "latency_sec": 3.0735455150716007, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:51.786192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09489b38-b68b-48eb-a4ad-10a2e8dd9e29", "result_sha256": "1725e1e2d0ddb6ac7ddbd41a83738db9b071d102809a11efce8439d13d7b7f8f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 697, "latency_sec": 2.64700424997136, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:19:05.791159+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26f68457-e63d-45bf-8a5f-fba71c69d9b4", "result_sha256": "66782f62e0888bf41d6605a33121362959ecfc5d41e6d094c2cb9b0a353d5fe4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002444, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 697, "latency_sec": 2.5163429020904005, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:14.729948+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ee8714a-2e12-491e-a6cf-a8a2dcf86776", "result_sha256": "8731d77e26c2a44390a9e7b17a541750530a95d7ad711181dbc5867e468edb22", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 697, "latency_sec": 2.035202167928219, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:17.274380+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7334b730-6254-4e2c-a6df-4f4b8158969b", "result_sha256": "ee8f896a8a8f592e8fae036af0bffcbcad147f810752dbdf8c90612a8e616dbe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002144, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 697, "latency_sec": 2.1890228630509228, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 75, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:22:07.737386+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39807166-acdf-483e-a705-ab2daa9afaa8", "result_sha256": "36acae78ecfd3ce6181cdaf3dfa1fd555949300d313c9ab44889b3a7294bb807", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002814, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 697, "latency_sec": 3.3586409729905427, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:45.023697+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "47930442-1e3f-4ac4-9f9a-9cb99a35bdeb", "result_sha256": "02383dbe09976059305981ea0261cf3810073bcda785af7cacfd2b83cc8419cf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 697, "latency_sec": 4.921301126014441, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:45.294886+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbdb256b-38f4-441c-8da3-1a63cd3e1c84", "result_sha256": "8e958306118778b7737af7971387eb768addeb4bb1873f54b92f3c67b0eab8c9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002644, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 697, "latency_sec": 2.6360097229480743, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:19:33.626688+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53aecdda-7e89-46a3-a8ef-f82117d3db2c", "result_sha256": "0e438090d8c5143f3d63023f97da17e2ab3219f8a43261d64807290ecd6dd646", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002584, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 697, "latency_sec": 3.815115806180984, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:11.971119+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc8021e-82a6-4b59-9721-00f1a33eb622", "result_sha256": "2d7caf4dddec46d6a5a685c39a18d61b85b0597c55bc523ecc9536c35d5c0c36", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002224, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 697, "latency_sec": 2.3187250189948827, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:08.529890+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50c79a51-e806-49d7-afdd-cea12c8f1e9b", "result_sha256": "1f9681f552885493f07cec49082ebd8c90b4f653082c09ee240ef6f702e222a4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002614, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 697, "latency_sec": 4.620982069056481, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:20.660227+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a82c0a2-11e1-41cc-85f6-e40b6b61a3b4", "result_sha256": "7f6909aa297982b01891ca40e4aaf6e126c2454c579d0bd0c37d839773fa4a3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 697, "latency_sec": 2.3984868740662932, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:26.772256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1149a246-c4ab-4b3c-b68e-2450f78f3972", "result_sha256": "70cad74be1d2605297b2c19f0a8238a69c57aae9091bd17025a13453cb6829bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 697, "latency_sec": 3.1489994500298053, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:15.038588+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26f20e71-a8e6-470d-9b00-ba428defd3b9", "result_sha256": "e35b63ed7d059d7cab9f61f2ebe4b56d2e0f7be385c0b92cc97f8c5ba2313171", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003354, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 697, "latency_sec": 3.5577596900984645, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 196, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:21:42.358085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "662b2e6c-cae1-4e0e-9aa0-9d4add72fd07", "result_sha256": "13956b63c708f6381f890a1b06395d3425b3bdc1b7f2a86a59e3132ff47d853c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003844, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 697, "latency_sec": 4.975600169971585, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 245, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:28.950746+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a495a5-4195-4beb-9b59-6e2f4be28452", "result_sha256": "4443ce50b556d4f7c7f2215ba47154876648904ee6f317dd712bbd5b29aed172", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003714, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 697, "latency_sec": 4.826097266981378, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:19.162810+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db58374f-5711-4ecd-9b7d-66c0ed5b36d4", "result_sha256": "11545b4d644859732d690bb61c7c525210dc0958f0fcb36605eed28188445fbd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003434, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 697, "latency_sec": 3.356405750848353, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 204, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:55.467288+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f4dd056-cb03-4ad4-9d9a-c9538141e00b", "result_sha256": "2c1e84c1db17226942a035d83122296888ebbcf274d78b070bc14e2fb20bc120", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 697, "latency_sec": 2.4797472150530666, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:15:20.130101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18dd965b-85dc-4919-abab-d8214fed888e", "result_sha256": "383cb64f2cafca8ae0cd6406a50002aa609c25dc8d46d57b174f72efdd0b0101", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004254, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 697, "latency_sec": 5.266060487134382, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 286, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:34.417578+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bfb48a8-8b00-4093-b438-c3ba92e7db61", "result_sha256": "f427fecd545f65b914f5f85c265994f30314f1095e6405ec29c3def0da630b4c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002654, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 697, "latency_sec": 3.176526929019019, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 126, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:21:55.763231+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "203280af-62b5-4ed3-8d5e-2317936e2fec", "result_sha256": "09e56ba5c57c0deb6891090ab2584273e3fcf353c5841c5c759d934f20258c93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 697, "latency_sec": 2.0210238231811672, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:38.036980+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e824819e-a1a2-466d-b99d-1d32b3c475ee", "result_sha256": "db76560bcc075ceda3c4b6bdf7eaf83bf63a0734d8721b11dc3af8378893573f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 697, "latency_sec": 4.80889411107637, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 280, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:20:14.765501+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26a7e04a-1d8a-4c60-8615-e019adf3c90d", "result_sha256": "1955b8cad812b215d36f38b3fae46a8f4bada20199ae264e017e2445d4eb91bb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004364, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 697, "latency_sec": 5.834843489108607, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 297, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:49.719447+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "643a83eb-e80b-4851-b520-acfc79b1b750", "result_sha256": "60882c4baa4879bd9972bdf5e7b712ea424ac27ecda9ec9e1ff884b167665822", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003334, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 697, "latency_sec": 5.051432813983411, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 194, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:15:45.425340+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68fff785-27f0-4a4c-9b31-16332927c889", "result_sha256": "4ce37b21c0403c44c5046bada93a0b00a9046f4d0d50fde8c5c090ba23e7c2ef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003554, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 697, "latency_sec": 4.4484395370818675, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 216, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:50.482872+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa82bb44-c588-462d-839f-c1957dbda730", "result_sha256": "f532eb5373b32f9007a6f06750d6831167f06a8fda034a711bc80259c07ea6fe", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002704, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 697, "latency_sec": 2.5573452210519463, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 131, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:36.741104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcc444c3-45c8-449b-a61a-2761fbbcd4e6", "result_sha256": "92bb2eabf9920d343d4ff95e273a7b58c0a761b40dd68f31fc5ba2ea6cd85320", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 697, "latency_sec": 4.747718028957024, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:32.502968+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "affe30e2-ac2c-49ab-bed8-c215171ed8de", "result_sha256": "331f6a257f41949921f53050dcaded658b52a5acf97a6f22401bb7d98bac9f03", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.003024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 697, "latency_sec": 3.219962629955262, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 163, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:32.832275+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f9065a-54fd-4748-b815-2275f1e0bdf1", "result_sha256": "5dc41293eb65c5e4ad199617ae53124c0da4d8cabb67099ed3890fdcb4e5580b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004464, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 697, "latency_sec": 6.4347802239935845, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 307, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:43.957817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a740b9c-7907-484b-8a93-1c7cebbd362e", "result_sha256": "54390ee8c6f23eab661c2691611a33caee02b69ba97c551c929438f687949d47", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003344, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 697, "latency_sec": 5.465591728920117, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:56.588008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ad7fd83-8334-411d-8f12-b22bdf6e7691", "result_sha256": "8262abafb187580138a957f5845932affd693c8ed968db57efb7fdda08051c39", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002854, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 697, "latency_sec": 2.988624145044014, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:51.141347+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53684742-e30e-44ab-b02c-d53eb71b5bf2", "result_sha256": "4ce091f3f95b270f7aea152c245e2705e3215f3b85ed1205da269ea498dd817f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004684, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 697, "latency_sec": 6.075176553800702, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 329, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:27.619000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a47f3a4-3367-4655-b2c8-d1f975ef3ae6", "result_sha256": "28b546f8752455f56d77892546d1141de91344224ba0f2de13bee35e6b4c56ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 697, "latency_sec": 2.262711182003841, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:17:35.279508+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7522391-f0a0-4da2-8ede-8fdae56c2c2c", "result_sha256": "cdada9f3aa71f025b3874f8c8682ffb87c78cbff27bf6d0021efd709420d505d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002384, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 697, "latency_sec": 2.215861682081595, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:57.191366+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df034146-3773-44cb-bbac-6d5feb0fd163", "result_sha256": "2d908a32baa40ff58a50775ced634aabb50c866c3d2c7c3a82a58d5b3bcbfc43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002544, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 697, "latency_sec": 2.6949150301516056, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 115, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:20.024515+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0416a4-9fe4-4a07-8ec3-2968fa8642ff", "result_sha256": "8da5997039f82dd5ded44973cb550100cd773084f10e9f686bc39f72a030464b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002174, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 697, "latency_sec": 2.5008550041820854, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:16:59.459685+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dab11898-343e-45c9-b45d-426e22db3f3f", "result_sha256": "8dcbd38ffa65fe18dadd2a6f45e7f9e0c9c2fb034667d85f73d02d127a9fec69", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 697, "latency_sec": 2.261203699046746, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:43.817154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "156f7975-7621-428f-83d7-d762b245c86e", "result_sha256": "47fdad9cd34e330bd58dbb54de883174a634aeab8e4d4f235ab2d0351e65d109", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002494, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 697, "latency_sec": 2.1703048069030046, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.587673+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57629e0c-de54-41f2-8c73-808489483b3d", "result_sha256": "0582ac1fa3ec803fa8cab5012f56e2b3353d46f8d4066b5662eed5d261d63676", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 697, "latency_sec": 3.0582518042065203, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:21:34.829664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09eb86e5-9322-4b48-a0f7-23105757cceb", "result_sha256": "0affe32dd121f11613215e6d2fd2f915e257aa38c96efff5ea554b0eb1325533", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002454, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 697, "latency_sec": 2.8356716099660844, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:25.281816+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f675d95-db70-4a41-8a98-c07cfeb491bf", "result_sha256": "5a0c175b4088c2252e0ecec85c5bb81029c2bfb908e8d9d018d2ebf08c32b979", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003094, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 697, "latency_sec": 4.23977167182602, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 170, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:09.255630+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab8a6e8-207a-4e69-aac8-cd68f625e778", "result_sha256": "fc6e08d6fb1bfba98589ac4b6f601dac0df76a57af0fca12640225f82121b212", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 697, "latency_sec": 3.3106091551017016, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:17:50.779940+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26ebbf9d-5088-44cd-9311-581d05305f2b", "result_sha256": "87267955b9baed9f556ffe9fcb605974d656d2107de81f6ec5bba3f82eb6a8e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003054, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 697, "latency_sec": 3.369142598938197, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 166, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:31.821438+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "387f113b-c627-4d53-8300-a4bc57889dc1", "result_sha256": "9c124d87fb22c9f432b510d9cf80830f6f88c5c686685cdbd15100c13eac7b1a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003134, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 697, "latency_sec": 3.8728237750474364, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:22:03.200713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "059f8c05-0057-4fba-8ae1-20aafc3dd14f", "result_sha256": "1ae82936fc749a11a1cd03fa447b438b7194bfd6bed9303ce36137f894c0ce57", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 697, "latency_sec": 2.5992784479167312, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:21:49.212623+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4051ceb-2d8c-4fd6-a3c3-f764c815433c", "result_sha256": "e95bf7d17cc26323464cc5ab027d469e4c9884e34dea7b5a8f02214a8db51949", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003294, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 697, "latency_sec": 4.3571209229994565, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:52.175942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d30ee5c-792b-4266-9b96-b7e77d1bf74e", "result_sha256": "dd5f5134a6e0d479d2f701ff9fd2f4c33c2c5d8d7c12a04c43bb11a489aaa179", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002664, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 697, "latency_sec": 3.654952209908515, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 127, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:16:39.433415+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b9d740-3194-4339-8156-81f8a4c896cb", "result_sha256": "9a7aa2e64798e230e0cf7ab586c5e5ed4cba3d917a247380d4a880b73b90cfea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002394, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 697, "latency_sec": 2.398861129069701, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 100, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.636108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49be9ba7-2e1e-487f-9a98-bcf72a119508", "result_sha256": "976ef981d8c12d57e23800ef57b4aded054f563890a19668de06bd0ac7d3115e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002864, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 697, "latency_sec": 3.626939837122336, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 147, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:19:59.294908+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6d28590-3eb0-4e9f-bc8d-f015db912dda", "result_sha256": "1f7f59d3ddfd602611a42ac120a70e371b4d6d0bba32eb80e422e90e072532e9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002374, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 697, "latency_sec": 2.5337446441408247, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 98, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:20:26.455536+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b99540a6-b9d5-446d-8f56-94612f4b9531", "result_sha256": "485d4511a8a528677e5d7ff353b1143d3a8c8e1c5adf9bea49e8c1c4b665593a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002314, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 697, "latency_sec": 2.2520430930890143, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 92, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:41.297336+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aa90b94-bd31-487f-8407-7e38bdebd71f", "result_sha256": "b312931fa8456cad06bae8e4379313e593cf19cedeb8b89ba86fa0bb6ed5fcd4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.001954, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 697, "latency_sec": 2.0234803918283433, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:56.901103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9c7c73b-7a3e-4275-a34b-efd893638af1", "result_sha256": "8ff61c4ed141c2e383be4fbc9eaa9785c21c28b87042deb80435b5408524a496", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002164, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 697, "latency_sec": 2.3005446509923786, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 77, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:12.324919+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f34ca0-875d-4b6e-8715-1661a1574351", "result_sha256": "d855c2eb2f4e51915e9ae8c0314b3c45c5f7ecc2a2c1d02e3131ee5c9e144fa7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002604, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 697, "latency_sec": 3.8314510979689658, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 121, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:34.901695+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "400599c4-e863-4a99-a1e3-e10352baa57a", "result_sha256": "de0b606937eb22dbc55473f4103b927f4f078dba294d17b1f953955f5d2f02d1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003014, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 697, "latency_sec": 3.509795838035643, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 162, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:15:07.110915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b44d49d-e4bb-402a-b6cb-e7ec372064df", "result_sha256": "72c39d6fc366d37ae46df5cce1792322c8c6c1a0362422eebb4e71882c52f08f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002124, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 697, "latency_sec": 2.331011494854465, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 73, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:30.360174+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83d3b9b-34fc-401e-8fae-e1afa49edf48", "result_sha256": "455c0f9dfd4b084af3afef9fc42d4d325bc301080d6f03c01938929d3db7a430", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002104, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 697, "latency_sec": 1.8170310431160033, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:16:45.409206+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be67e443-8b97-4afb-a0f8-5a8565456676", "result_sha256": "059aca839f0f1026a76a8fb817c383fbc393905b335371b24bb4a58427c0a727", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003284, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 697, "latency_sec": 3.6231005960144103, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:41.163067+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d8ceb2-cac6-441e-86fc-c51953f8d1c9", "result_sha256": "b572a69fcc8e7176f5241fd1f332bbd2b6c548a358bc26814f9381538255d5dc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 697, "latency_sec": 2.258546211058274, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 111, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:16:21.484310+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d574f5-1174-4732-ba5e-ece2981cd477", "result_sha256": "602960f8ac173da08b0c8de556d3f422aa357ce05b17dcdf42715795c888ee24", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002174, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 697, "latency_sec": 3.0511230600532144, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:18:15.987375+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22b89547-e82e-4c45-bea0-c0f0208cac48", "result_sha256": "2130da453847417d521001876f359e2d6c1caa560d28f50ee801a178e14c7854", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002194, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 697, "latency_sec": 1.6351909940131009, "model_name": "gpt-6-sol", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:28.427947+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } } ] }