{ "schema_version": 1, "dataset_git_commit": "c14b9c971bd1fbe1a0126a2683ba4df8b0eeaf6c", "dataset_fingerprint": "3c6b248bfc25f4810c0083bbc5af3c5905fb1000795b21fdd0a57969a7aa3bc0", "expected_task_count": 512, "run_id": "pareto-20260929", "mock": false, "grading_version": "2", "release": "0.4.0", "evaluation_protocol": "78be5960423e0ea7b850ffb5a5c07dbb41a4658d6c89dd8a43e9dc08c76ab502", "finalized_at": "2026-09-29T14:29:03.189991+00:00", "source_updated_at": "2026-09-29T14:28:37.997979+00:00", "source_git_commit": "15bf4f27efec4fcd8c1950389e50107f9f18a912", "finalizer_git_commit": "15bf4f27efec4fcd8c1950389e50107f9f18a912", "finalizer_git_dirty": false, "artifact_type": "colorbench-final-results", "publication_status": "finalized", "benchmark_id": "colorbench", "version": "0.4.0", "status": "pilot", "human_validation": "not_performed", "numeric_scoring": { "distance": "euclidean-oklab", "score_ceiling": 0.2, "score_formula": "100 * (1 - min(delta_e_ok / 0.2, 1))", "tight_ceiling": 0.05, "tight_formula": "100 * (1 - min(delta_e_ok / 0.05, 1))", "exact_bands": [ 0.005, 0.01, 0.02, 0.05 ], "hue_chroma_threshold": 0.02, "interpretation": "Engineering normalization; not a just-noticeable-difference threshold." }, "dataset_manifest": "dataset/colorbench-v0.4.0/manifest.json", "dataset_path": "dataset/colorbench-v0.4.0", "comparison": { "scope": "full", "count": 512, "task_ids": [ "colorbench-binding-01", "colorbench-binding-02", "colorbench-binding-03", "colorbench-binding-04", "colorbench-binding-05", "colorbench-binding-06", "colorbench-binding-07", "colorbench-binding-08", "colorbench-binding-09", "colorbench-binding-10", "colorbench-binding-11", "colorbench-binding-12", "colorbench-binding-13", "colorbench-binding-14", "colorbench-binding-15", "colorbench-binding-16", "colorbench-binding-17", "colorbench-binding-18", "colorbench-binding-19", "colorbench-binding-20", "colorbench-binding-21", "colorbench-binding-22", "colorbench-binding-23", "colorbench-binding-24", "colorbench-binding-25", "colorbench-binding-26", "colorbench-binding-27", "colorbench-binding-28", "colorbench-binding-29", "colorbench-binding-30", "colorbench-binding-31", "colorbench-binding-32", "colorbench-binding-33", "colorbench-binding-34", "colorbench-binding-35", "colorbench-binding-36", "colorbench-binding-37", "colorbench-binding-38", "colorbench-binding-39", "colorbench-binding-40", "colorbench-binding-41", "colorbench-binding-42", "colorbench-binding-43", "colorbench-binding-44", "colorbench-binding-45", "colorbench-binding-46", "colorbench-binding-47", "colorbench-binding-48", "colorbench-chroma-01", "colorbench-chroma-02", "colorbench-chroma-03", "colorbench-chroma-04", "colorbench-chroma-05", "colorbench-chroma-06", "colorbench-chroma-07", "colorbench-chroma-08", "colorbench-chroma-09", "colorbench-chroma-10", "colorbench-chroma-11", "colorbench-chroma-12", "colorbench-chroma-13", "colorbench-chroma-14", "colorbench-chroma-15", "colorbench-chroma-16", "colorbench-chroma-17", "colorbench-chroma-18", "colorbench-chroma-19", "colorbench-chroma-20", "colorbench-chroma-21", "colorbench-chroma-22", "colorbench-chroma-23", "colorbench-chroma-24", "colorbench-chroma-25", "colorbench-chroma-26", "colorbench-chroma-27", "colorbench-chroma-28", "colorbench-chroma-29", "colorbench-chroma-30", "colorbench-chroma-31", "colorbench-chroma-32", "colorbench-chroma-33", "colorbench-chroma-34", "colorbench-chroma-35", "colorbench-chroma-36", "colorbench-chroma-37", "colorbench-chroma-38", "colorbench-chroma-39", "colorbench-chroma-40", "colorbench-chroma-41", "colorbench-chroma-42", "colorbench-chroma-43", "colorbench-chroma-44", "colorbench-chroma-45", "colorbench-chroma-46", "colorbench-chroma-47", "colorbench-chroma-48", "colorbench-chroma-49", "colorbench-chroma-50", "colorbench-chroma-51", "colorbench-chroma-52", "colorbench-chroma-53", "colorbench-chroma-54", "colorbench-chroma-55", "colorbench-chroma-56", "colorbench-chroma-57", "colorbench-chroma-58", "colorbench-chroma-59", "colorbench-chroma-60", "colorbench-chroma-61", "colorbench-chroma-62", "colorbench-chroma-63", "colorbench-chroma-64", "colorbench-context-01", "colorbench-context-02", "colorbench-context-03", "colorbench-context-04", "colorbench-context-05", "colorbench-context-06", "colorbench-context-07", "colorbench-context-08", "colorbench-context-09", "colorbench-context-10", "colorbench-context-11", "colorbench-context-12", "colorbench-context-13", "colorbench-context-14", "colorbench-context-15", "colorbench-context-16", "colorbench-context-17", "colorbench-context-18", "colorbench-context-19", "colorbench-context-20", "colorbench-context-21", "colorbench-context-22", "colorbench-context-23", "colorbench-context-24", "colorbench-context-25", "colorbench-context-26", "colorbench-context-27", "colorbench-context-28", "colorbench-context-29", "colorbench-context-30", "colorbench-context-31", "colorbench-context-32", "colorbench-context-33", "colorbench-context-34", "colorbench-context-35", "colorbench-context-36", "colorbench-context-37", "colorbench-context-38", "colorbench-context-39", "colorbench-context-40", "colorbench-context-41", "colorbench-context-42", "colorbench-context-43", "colorbench-context-44", "colorbench-context-45", "colorbench-context-46", "colorbench-context-47", "colorbench-context-48", "colorbench-context-49", "colorbench-context-50", "colorbench-context-51", "colorbench-context-52", "colorbench-context-53", "colorbench-context-54", "colorbench-context-55", "colorbench-context-56", "colorbench-context-57", "colorbench-context-58", "colorbench-context-59", "colorbench-context-60", "colorbench-context-61", "colorbench-context-62", "colorbench-context-63", "colorbench-context-64", "colorbench-context-65", "colorbench-context-66", "colorbench-context-67", "colorbench-context-68", "colorbench-context-69", "colorbench-context-70", "colorbench-context-71", "colorbench-context-72", "colorbench-context-73", "colorbench-context-74", "colorbench-context-75", "colorbench-context-76", "colorbench-context-77", "colorbench-context-78", "colorbench-context-79", "colorbench-context-80", "colorbench-gradient-01", "colorbench-gradient-02", "colorbench-gradient-03", "colorbench-gradient-04", "colorbench-gradient-05", "colorbench-gradient-06", "colorbench-gradient-07", "colorbench-gradient-08", "colorbench-gradient-09", "colorbench-gradient-10", "colorbench-gradient-11", "colorbench-gradient-12", "colorbench-gradient-13", "colorbench-gradient-14", "colorbench-gradient-15", "colorbench-gradient-16", "colorbench-hsl-01", "colorbench-hsl-02", "colorbench-hsl-03", "colorbench-hsl-04", "colorbench-hsl-05", "colorbench-hsl-06", "colorbench-hsl-07", "colorbench-hsl-08", "colorbench-hsl-09", "colorbench-hsl-10", "colorbench-hsl-11", "colorbench-hsl-12", "colorbench-hsl-13", "colorbench-hsl-14", "colorbench-hsl-15", "colorbench-hsl-16", "colorbench-hue-01", "colorbench-hue-02", "colorbench-hue-03", "colorbench-hue-04", "colorbench-hue-05", "colorbench-hue-06", "colorbench-hue-07", "colorbench-hue-08", "colorbench-hue-09", "colorbench-hue-10", "colorbench-hue-11", "colorbench-hue-12", "colorbench-hue-13", "colorbench-hue-14", "colorbench-hue-15", "colorbench-hue-16", "colorbench-hue-17", "colorbench-hue-18", "colorbench-hue-19", "colorbench-hue-20", "colorbench-hue-21", "colorbench-hue-22", "colorbench-hue-23", "colorbench-hue-24", "colorbench-hue-25", "colorbench-hue-26", "colorbench-hue-27", "colorbench-hue-28", "colorbench-hue-29", "colorbench-hue-30", "colorbench-hue-31", "colorbench-hue-32", "colorbench-lightness-01", "colorbench-lightness-02", "colorbench-lightness-03", "colorbench-lightness-04", "colorbench-lightness-05", "colorbench-lightness-06", "colorbench-lightness-07", "colorbench-lightness-08", "colorbench-lightness-09", "colorbench-lightness-10", "colorbench-lightness-11", "colorbench-lightness-12", "colorbench-lightness-13", "colorbench-lightness-14", "colorbench-lightness-15", "colorbench-lightness-16", "colorbench-lightness-17", "colorbench-lightness-18", "colorbench-lightness-19", "colorbench-lightness-20", "colorbench-lightness-21", "colorbench-lightness-22", "colorbench-lightness-23", "colorbench-lightness-24", "colorbench-lightness-25", "colorbench-lightness-26", "colorbench-lightness-27", "colorbench-lightness-28", "colorbench-lightness-29", "colorbench-lightness-30", "colorbench-lightness-31", "colorbench-lightness-32", "colorbench-lightness-33", "colorbench-lightness-34", "colorbench-lightness-35", "colorbench-lightness-36", "colorbench-lightness-37", "colorbench-lightness-38", "colorbench-lightness-39", "colorbench-lightness-40", "colorbench-lightness-41", "colorbench-lightness-42", "colorbench-lightness-43", "colorbench-lightness-44", "colorbench-lightness-45", "colorbench-lightness-46", "colorbench-lightness-47", "colorbench-lightness-48", "colorbench-lightness-49", "colorbench-lightness-50", "colorbench-lightness-51", "colorbench-lightness-52", "colorbench-lightness-53", "colorbench-lightness-54", "colorbench-lightness-55", "colorbench-lightness-56", "colorbench-lightness-57", "colorbench-lightness-58", "colorbench-lightness-59", "colorbench-lightness-60", "colorbench-lightness-61", "colorbench-lightness-62", "colorbench-lightness-63", "colorbench-lightness-64", "colorbench-matching-01", "colorbench-matching-02", "colorbench-matching-03", "colorbench-matching-04", "colorbench-matching-05", "colorbench-matching-06", "colorbench-matching-07", "colorbench-matching-08", "colorbench-matching-09", "colorbench-matching-10", "colorbench-matching-11", "colorbench-matching-12", "colorbench-matching-13", "colorbench-matching-14", "colorbench-matching-15", "colorbench-matching-16", "colorbench-matching-17", "colorbench-matching-18", "colorbench-matching-19", "colorbench-matching-20", "colorbench-matching-21", "colorbench-matching-22", "colorbench-matching-23", "colorbench-matching-24", "colorbench-matching-25", "colorbench-matching-26", "colorbench-matching-27", "colorbench-matching-28", "colorbench-matching-29", "colorbench-matching-30", "colorbench-matching-31", "colorbench-matching-32", "colorbench-matching-33", "colorbench-matching-34", "colorbench-matching-35", "colorbench-matching-36", "colorbench-matching-37", "colorbench-matching-38", "colorbench-matching-39", "colorbench-matching-40", "colorbench-matching-41", "colorbench-matching-42", "colorbench-matching-43", "colorbench-matching-44", "colorbench-matching-45", "colorbench-matching-46", "colorbench-matching-47", "colorbench-matching-48", "colorbench-oklch-01", "colorbench-oklch-02", "colorbench-oklch-03", "colorbench-oklch-04", "colorbench-oklch-05", "colorbench-oklch-06", "colorbench-oklch-07", "colorbench-oklch-08", "colorbench-oklch-09", "colorbench-oklch-10", "colorbench-oklch-11", "colorbench-oklch-12", "colorbench-oklch-13", "colorbench-oklch-14", "colorbench-oklch-15", "colorbench-oklch-16", "colorbench-rgb-01", "colorbench-rgb-02", "colorbench-rgb-03", "colorbench-rgb-04", "colorbench-rgb-05", "colorbench-rgb-06", "colorbench-rgb-07", "colorbench-rgb-08", "colorbench-rgb-09", "colorbench-rgb-10", "colorbench-rgb-11", "colorbench-rgb-12", "colorbench-rgb-13", "colorbench-rgb-14", "colorbench-rgb-15", "colorbench-rgb-16", "colorbench-samediff-01", "colorbench-samediff-02", "colorbench-samediff-03", "colorbench-samediff-04", "colorbench-samediff-05", "colorbench-samediff-06", "colorbench-samediff-07", "colorbench-samediff-08", "colorbench-samediff-09", "colorbench-samediff-10", "colorbench-samediff-11", "colorbench-samediff-12", "colorbench-samediff-13", "colorbench-samediff-14", "colorbench-samediff-15", "colorbench-samediff-16", "colorbench-samediff-17", "colorbench-samediff-18", "colorbench-samediff-19", "colorbench-samediff-20", "colorbench-samediff-21", "colorbench-samediff-22", "colorbench-samediff-23", "colorbench-samediff-24", "colorbench-samediff-25", "colorbench-samediff-26", "colorbench-samediff-27", "colorbench-samediff-28", "colorbench-samediff-29", "colorbench-samediff-30", "colorbench-samediff-31", "colorbench-samediff-32", "colorbench-samediff-33", "colorbench-samediff-34", "colorbench-samediff-35", "colorbench-samediff-36", "colorbench-samediff-37", "colorbench-samediff-38", "colorbench-samediff-39", "colorbench-samediff-40", "colorbench-samediff-41", "colorbench-samediff-42", "colorbench-samediff-43", "colorbench-samediff-44", "colorbench-samediff-45", "colorbench-samediff-46", "colorbench-samediff-47", "colorbench-samediff-48", "colorbench-smallmatch-01", "colorbench-smallmatch-02", "colorbench-smallmatch-03", "colorbench-smallmatch-04", "colorbench-smallmatch-05", "colorbench-smallmatch-06", "colorbench-smallmatch-07", "colorbench-smallmatch-08", "colorbench-smallmatch-09", "colorbench-smallmatch-10", "colorbench-smallmatch-11", "colorbench-smallmatch-12", "colorbench-smallmatch-13", "colorbench-smallmatch-14", "colorbench-smallmatch-15", "colorbench-smallmatch-16", "colorbench-smallmatch-17", "colorbench-smallmatch-18", "colorbench-smallmatch-19", "colorbench-smallmatch-20", "colorbench-smallmatch-21", "colorbench-smallmatch-22", "colorbench-smallmatch-23", "colorbench-smallmatch-24", "colorbench-smallmatch-25", "colorbench-smallmatch-26", "colorbench-smallmatch-27", "colorbench-smallmatch-28", "colorbench-smallmatch-29", "colorbench-smallmatch-30", "colorbench-smallmatch-31", "colorbench-smallmatch-32", "colorbench-smallmatch-33", "colorbench-smallmatch-34", "colorbench-smallmatch-35", "colorbench-smallmatch-36", "colorbench-smallmatch-37", "colorbench-smallmatch-38", "colorbench-smallmatch-39", "colorbench-smallmatch-40", "colorbench-smallmatch-41", "colorbench-smallmatch-42", "colorbench-smallmatch-43", "colorbench-smallmatch-44", "colorbench-smallmatch-45", "colorbench-smallmatch-46", "colorbench-smallmatch-47", "colorbench-smallmatch-48", "colorbench-smallmatch-49", "colorbench-smallmatch-50", "colorbench-smallmatch-51", "colorbench-smallmatch-52", "colorbench-smallmatch-53", "colorbench-smallmatch-54", "colorbench-smallmatch-55", "colorbench-smallmatch-56", "colorbench-smallmatch-57", "colorbench-smallmatch-58", "colorbench-smallmatch-59", "colorbench-smallmatch-60", "colorbench-smallmatch-61", "colorbench-smallmatch-62", "colorbench-smallmatch-63", "colorbench-smallmatch-64" ], "cohort_fingerprint": "c6bb84361fdffea7887f62ebdedbfa9c6d24da6466b5c90b750c0712bed7ecfa", "model_ids": [ "pareto" ] }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "statistical_scope": "Descriptive finite pilot. Related images share groups; no independent-sample confidence intervals or combined cross-family score.", "campaign": { "final_response_count": 512, "attempt_count": 512, "infrastructure_attempt_count": 0, "infrastructure_error_kinds": {}, "spent_cost_usd": 5.317290000000002, "budget_usd": null, "cost_incomplete": false, "estimated_cost_attempt_count": 0 }, "models": [ { "model_id": "pareto", "model_config": { "api_key_env": "PARETO_API_KEY", "base_url": "http://127.0.0.1:8088/v1", "display_name": "Pareto", "enabled": true, "id": "pareto", "input_per_m": 2.5, "max_output_tokens": 4096, "model": "pareto", "notes": "Pareto 26.9 from Unbiased AI via local adapter proxy to https://api.unbiased.ai/v1/messages", "output_per_m": 7.5, "pricing_notes": "Standard online API rates $2.50/M input, $7.50/M output; cached input $0.25/M.", "pricing_source_url": "https://unbiased.ai/pricing", "provider": "anthropic", "source_url": "https://unbiased.ai/" }, "model_config_fingerprint": "45eb4bc3747be6a3944e91a903f2a4ccb647cd70fd8a4078e8907c26da8d2c8e", "status": "finalized", "coverage_status": "complete", "observed_task_count": 512, "expected_task_count": 512, "comparison_task_count": 512, "families": { "matching": { "kind": "choice", "count": 48, "valid_count": 47, "invalid_count": 1, "validity_rate": 0.9791666666666666, "correct_count": 25, "accuracy": 0.5208333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 6, "C": 5, "B": 1 }, "B": { "B": 5, "C": 2, "invalid": 1, "D": 4 }, "C": { "C": 9, "A": 2, "B": 1 }, "D": { "B": 2, "D": 5, "C": 5 } }, "mean_api_response_cost_usd": 0.01095364583333333, "cost_known_response_count": 48, "mean_latency_sec": 6.238426566832156, "latency_known_response_count": 48, "group_count": 48 }, "lightness": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 55, "accuracy": 0.859375, "chance_accuracy": 0.5, "confusion": { "A": { "B": 6, "A": 26 }, "B": { "B": 29, "A": 3 } }, "mean_api_response_cost_usd": 0.0034850390625, "cost_known_response_count": 64, "mean_latency_sec": 2.0699768328486243, "latency_known_response_count": 64, "group_count": 16 }, "chroma": { "kind": "choice", "count": 64, "valid_count": 64, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 64, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 32 }, "B": { "B": 32 } }, "mean_api_response_cost_usd": 0.0035079296875000004, "cost_known_response_count": 64, "mean_latency_sec": 2.0854857130834716, "latency_known_response_count": 64, "group_count": 16 }, "hue": { "kind": "choice", "count": 32, "valid_count": 32, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 27, "accuracy": 0.84375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 7, "B": 1 }, "B": { "B": 6, "D": 2 }, "C": { "C": 7, "B": 1 }, "D": { "D": 7, "B": 1 } }, "mean_api_response_cost_usd": 0.010091328124999998, "cost_known_response_count": 32, "mean_latency_sec": 5.842807768058265, "latency_known_response_count": 32, "group_count": 32 }, "binding": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 25, "accuracy": 0.5208333333333334, "chance_accuracy": 0.25, "confusion": { "A": { "A": 10, "C": 2 }, "B": { "B": 6, "D": 3, "C": 2, "A": 1 }, "C": { "A": 5, "C": 6, "B": 1 }, "D": { "B": 1, "A": 4, "D": 3, "C": 4 } }, "mean_api_response_cost_usd": 0.014275625000000002, "cost_known_response_count": 48, "mean_latency_sec": 8.23389141120424, "latency_known_response_count": 48, "group_count": 48 }, "gradient": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.0160034375, "cost_known_response_count": 16, "mean_latency_sec": 7.835076935632969, "latency_known_response_count": 16, "group_count": 16 }, "samediff": { "kind": "choice", "count": 48, "valid_count": 48, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 28, "accuracy": 0.5833333333333334, "chance_accuracy": 0.5, "confusion": { "A": { "B": 9, "A": 15 }, "B": { "B": 13, "A": 11 } }, "mean_api_response_cost_usd": 0.003268437499999999, "cost_known_response_count": 48, "mean_latency_sec": 1.7307316570174105, "latency_known_response_count": 48, "group_count": 24 }, "context": { "kind": "choice", "count": 80, "valid_count": 77, "invalid_count": 3, "validity_rate": 0.9625, "correct_count": 43, "accuracy": 0.5375, "chance_accuracy": 0.25, "confusion": { "A": { "C": 7, "A": 13 }, "B": { "B": 15, "invalid": 1, "D": 4 }, "C": { "C": 10, "A": 8, "B": 2 }, "D": { "B": 10, "A": 2, "D": 5, "C": 1, "invalid": 2 } }, "mean_api_response_cost_usd": 0.017842406250000005, "cost_known_response_count": 80, "mean_latency_sec": 10.522279588779202, "latency_known_response_count": 80, "group_count": 16 }, "smallmatch": { "kind": "choice", "count": 64, "valid_count": 63, "invalid_count": 1, "validity_rate": 0.984375, "correct_count": 31, "accuracy": 0.484375, "chance_accuracy": 0.25, "confusion": { "A": { "A": 13, "C": 2, "B": 1 }, "B": { "B": 9, "A": 3, "C": 2, "D": 2 }, "C": { "A": 11, "C": 5 }, "D": { "A": 3, "invalid": 1, "B": 7, "D": 4, "C": 1 } }, "mean_api_response_cost_usd": 0.0143374609375, "cost_known_response_count": 64, "mean_latency_sec": 8.382924666035251, "latency_known_response_count": 64, "group_count": 16 }, "rgb": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 90.00558504428766, "mean_tight_score": 60.02234017715069, "mean_delta_e_ok": 0.019988829911424658, "median_delta_e_ok": 0.020228476358132394, "p90_delta_e_ok": 0.03417207806533677, "out_of_srgb_count": 0, "mean_component_errors": { "b": 4.6875, "g": 5.5, "r": 6.25 }, "component_known_count": { "b": 16, "g": 16, "r": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.25, "0.02": 0.5, "0.05": 1.0 }, "rgb_within_2_lsb": 0.0625, "rgb_within_5_lsb": 0.25, "mean_api_response_cost_usd": 0.0032978125, "cost_known_response_count": 16, "mean_latency_sec": 1.76585320540471, "latency_known_response_count": 16, "group_count": 16 }, "hsl": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 83.08326252292724, "mean_tight_score": 47.83164923759295, "mean_delta_e_ok": 0.0338334749541455, "median_delta_e_ok": 0.030478892619925577, "p90_delta_e_ok": 0.03821735828919164, "out_of_srgb_count": 0, "mean_component_errors": { "h": 3.440248323009784, "l": 2.317401960784314, "s": 5.450297642377495 }, "component_known_count": { "h": 13, "l": 16, "s": 16 }, "band_hit_rate": { "0.005": 0.0625, "0.01": 0.1875, "0.02": 0.3125, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.00664359375, "cost_known_response_count": 16, "mean_latency_sec": 3.3504543385497527, "latency_known_response_count": 16, "group_count": 16 }, "oklch": { "kind": "numeric", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "mean_score": 87.49118765471232, "mean_tight_score": 52.505197370631734, "mean_delta_e_ok": 0.025017624690575342, "median_delta_e_ok": 0.024483553666763313, "p90_delta_e_ok": 0.04176583041203295, "out_of_srgb_count": 1, "mean_component_errors": { "c": 0.009497393792949758, "h": 4.530811966818141, "l": 0.019023066258327732 }, "component_known_count": { "c": 16, "h": 13, "l": 16 }, "band_hit_rate": { "0.005": 0.125, "0.01": 0.25, "0.02": 0.375, "0.05": 0.9375 }, "rgb_within_2_lsb": null, "rgb_within_5_lsb": null, "mean_api_response_cost_usd": 0.02617625000000001, "cost_known_response_count": 16, "mean_latency_sec": 11.809334747202229, "latency_known_response_count": 16, "group_count": 16 } }, "mean_api_response_cost_usd": 0.010385332031250003, "cost_known_response_count": 512, "mean_latency_sec": 5.869388451869781, "latency_known_response_count": 512 } ], "specimens": [ { "task_id": "colorbench-binding-01", "family": "binding", "group_id": "match-binding-01", "image_filename": "binding-01.png", "image_sha256": "b50eb332e8341d0a9fbb05e819a4f509ec49ade41b8c793d14bfa7299c63463f", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-02", "family": "binding", "group_id": "match-binding-02", "image_filename": "binding-02.png", "image_sha256": "3b0123d439066df0f8215b62402d55672a252d3ade96c674abf934f624f9792a", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-03", "family": "binding", "group_id": "match-binding-03", "image_filename": "binding-03.png", "image_sha256": "ccca7ce14e14b41abd375d3937f263aef7757ffc863d3df26c3db830dd45d86e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-04", "family": "binding", "group_id": "match-binding-04", "image_filename": "binding-04.png", "image_sha256": "d31ba2794b6bfb2a63325573c0e32357632139ea23455c08a012d56a8fabe86e", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-05", "family": "binding", "group_id": "match-binding-05", "image_filename": "binding-05.png", "image_sha256": "63f6ccc9ed88d534d5ac449b2d1306857f6da6513238d889fbca50bc8cd224e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-06", "family": "binding", "group_id": "match-binding-06", "image_filename": "binding-06.png", "image_sha256": "9371eedf28fa786ac01d6eb6bcecf6ccb896008c35bfd7b04e39f293f80e167e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-07", "family": "binding", "group_id": "match-binding-07", "image_filename": "binding-07.png", "image_sha256": "2a6361588d21488e71685cd1a181631dd9ed95379781997a77016c3567190ee8", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-08", "family": "binding", "group_id": "match-binding-08", "image_filename": "binding-08.png", "image_sha256": "2f5dbe72fdfd84bbbde78bd5b42a6ebd0efb47ea325f1b378f5538a726af8fbc", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-09", "family": "binding", "group_id": "match-binding-09", "image_filename": "binding-09.png", "image_sha256": "37a10136d711517b844058da59f5b510de695d08109a8025c1ac4db1aa03c3eb", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-10", "family": "binding", "group_id": "match-binding-10", "image_filename": "binding-10.png", "image_sha256": "f84b60e1bd77498fb45174a275f9468a70fa042936add337ee19307c79aa494d", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-11", "family": "binding", "group_id": "match-binding-11", "image_filename": "binding-11.png", "image_sha256": "eb17ab392bfe9306f5838ed5f1a424abca7eae6bcc1ae27ad1a08084828b529e", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-12", "family": "binding", "group_id": "match-binding-12", "image_filename": "binding-12.png", "image_sha256": "a2282ac3fe4ba2f79797260529941eb47e06aa0cc40d9e8fa50e5d54fe0da47f", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-13", "family": "binding", "group_id": "match-binding-13", "image_filename": "binding-13.png", "image_sha256": "8f6bd8bacf0b9519401e889d23f74244ed0558a9ebc42573500b986c81cbc34a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-14", "family": "binding", "group_id": "match-binding-14", "image_filename": "binding-14.png", "image_sha256": "e6b1b68f3df994a9934c079741f9cf20f189efadc4ccc723d823d5fdcabe4a57", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-15", "family": "binding", "group_id": "match-binding-15", "image_filename": "binding-15.png", "image_sha256": "30c7bdceeacc12929b27f1e78d4821006929c936ca93835002d600d6c6bb511c", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-16", "family": "binding", "group_id": "match-binding-16", "image_filename": "binding-16.png", "image_sha256": "e0603e917460a7946feac5b4a7b51b44e0677e158679d99ec01dc5bcaf094aa7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-17", "family": "binding", "group_id": "match-binding-17", "image_filename": "binding-17.png", "image_sha256": "87ac99cefbfacf5445f2abe18484f20885f99678c007f2a981fb74b4a9b4551c", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-18", "family": "binding", "group_id": "match-binding-18", "image_filename": "binding-18.png", "image_sha256": "2b2c047009dccadd638b1a6bf114b6b414a5ef45aa6c56f1c7a7375ce3162d62", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-19", "family": "binding", "group_id": "match-binding-19", "image_filename": "binding-19.png", "image_sha256": "349c1f09ae72701e8e579da3818f571284a6642ffb97ded7ca909271dec9bd1d", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-20", "family": "binding", "group_id": "match-binding-20", "image_filename": "binding-20.png", "image_sha256": "2af43d4ad26b4540795c0ddacf5f42715d4f45e856e1779924ce9b40ecbb132d", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-21", "family": "binding", "group_id": "match-binding-21", "image_filename": "binding-21.png", "image_sha256": "09bc6d298409a93e9b6b46530b57ad2500dd4639485fcecd36773b3a2ded5277", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-22", "family": "binding", "group_id": "match-binding-22", "image_filename": "binding-22.png", "image_sha256": "defb362cdb36c2ce2238d2656c8e0ad03fa125bc77bfd6d98225b4b015218669", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-23", "family": "binding", "group_id": "match-binding-23", "image_filename": "binding-23.png", "image_sha256": "cc509fd0607c92135a46ad54b13f535592b6e95459c0ab06ff30cb24f65d71f6", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-24", "family": "binding", "group_id": "match-binding-24", "image_filename": "binding-24.png", "image_sha256": "c16330f11727b2010d348a8b8b6264aa840fa7389a0188f31ac07e36c1ca70d1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-25", "family": "binding", "group_id": "match-binding-25", "image_filename": "binding-25.png", "image_sha256": "7321c05f5b9b20396f59fb67731c2bb803007093489ada73d7c4f21511bee4e4", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-26", "family": "binding", "group_id": "match-binding-26", "image_filename": "binding-26.png", "image_sha256": "a477dadbabfa9eea222b53a62bd1c4c6eac955ba59e63afce8d5e09e222c17ef", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-27", "family": "binding", "group_id": "match-binding-27", "image_filename": "binding-27.png", "image_sha256": "67168fa7ab42bc7888cbb185a8106d959f0dff9f7580ef071e885154d58f14aa", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-28", "family": "binding", "group_id": "match-binding-28", "image_filename": "binding-28.png", "image_sha256": "3e632194c2eb33059e8ac3a76658f5433d4c46fd7f9620c7982a97de5013d05a", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-29", "family": "binding", "group_id": "match-binding-29", "image_filename": "binding-29.png", "image_sha256": "926f3b3102f3a6a35842665652ec4902c51f3e79c8f5c72fdbe590f3be07215a", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-30", "family": "binding", "group_id": "match-binding-30", "image_filename": "binding-30.png", "image_sha256": "571146f797025e2f5a5360239e9d1606d2ace13e8357d37e51281d4c3b5b9ef7", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-31", "family": "binding", "group_id": "match-binding-31", "image_filename": "binding-31.png", "image_sha256": "7b6f33819f02fcb7baeaf61b77a06aaf2ded880ca56657afaf6187f1d4e5ae08", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-32", "family": "binding", "group_id": "match-binding-32", "image_filename": "binding-32.png", "image_sha256": "2c14ace6c9f9a7b3dd5409e7d71f8ccfd1324f2e33db26fbd69417fd921834a1", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-33", "family": "binding", "group_id": "match-binding-33", "image_filename": "binding-33.png", "image_sha256": "d0c37c7c7023ff3234174f187569792c06947263a025b6a8e135cb8de6fd59e7", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-34", "family": "binding", "group_id": "match-binding-34", "image_filename": "binding-34.png", "image_sha256": "a545c278a3d88d1f9867632d8befa18e49a8b9af0e4d6cabb633dd06aa586497", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-35", "family": "binding", "group_id": "match-binding-35", "image_filename": "binding-35.png", "image_sha256": "9d944488a97c889de995859425f44decfb47b4a6f967307539d60ad25aac2f83", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-36", "family": "binding", "group_id": "match-binding-36", "image_filename": "binding-36.png", "image_sha256": "ba39e31b36ac61c7a1bd54ac94fe9a2e532785d385265fda519a90faef8ec5fe", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-37", "family": "binding", "group_id": "match-binding-37", "image_filename": "binding-37.png", "image_sha256": "b836de84f08efc5173c30a11cff8264e120ba5eca3184983614eed91fb756230", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-38", "family": "binding", "group_id": "match-binding-38", "image_filename": "binding-38.png", "image_sha256": "2feb36cd2b7af3e2b680e2d0d6d206f07b375cfe87f9f9865972e9efb27fecff", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-39", "family": "binding", "group_id": "match-binding-39", "image_filename": "binding-39.png", "image_sha256": "ed6f55cf30393ce560dc9d4f5c54398fda66097a7fbe5fb75fdbfc33c98f1790", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-40", "family": "binding", "group_id": "match-binding-40", "image_filename": "binding-40.png", "image_sha256": "dc68ca96c9f253eae2bedd6886228947ffe097679e0f4d10dcac160ac5f64bc9", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-41", "family": "binding", "group_id": "match-binding-41", "image_filename": "binding-41.png", "image_sha256": "dcbfef6f6fb20b92e0a93ddcf5700070f6c4f4aa6929f80c216d6779affb02a9", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-42", "family": "binding", "group_id": "match-binding-42", "image_filename": "binding-42.png", "image_sha256": "20a67da5e5c81a78b3d14fb8fe267921f16d3312ab257b595c10bc940db2284e", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-43", "family": "binding", "group_id": "match-binding-43", "image_filename": "binding-43.png", "image_sha256": "6b2799f1fe726e573bc6fcd298810a786ae5313957858775db65dc175ebeacab", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-44", "family": "binding", "group_id": "match-binding-44", "image_filename": "binding-44.png", "image_sha256": "fcb532c756b7de45c73839cf7e986a5e5c99091f318eaa2dceb4d0013d5e08c7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-45", "family": "binding", "group_id": "match-binding-45", "image_filename": "binding-45.png", "image_sha256": "b3e01050e479a26249bac9fd39887bdd176c49a652dcc652cf83e0f0a8bbfbb8", "ground_truth": { "choice": "A" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-46", "family": "binding", "group_id": "match-binding-46", "image_filename": "binding-46.png", "image_sha256": "683b92b1622acdffdb408965088d4d7a3c115cfcc95719b216b8e310be7bbf05", "ground_truth": { "choice": "B" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-47", "family": "binding", "group_id": "match-binding-47", "image_filename": "binding-47.png", "image_sha256": "b4a5ce09be7173e06489775ca2765c1b2079f72c98421d5dd805bc3763e70eb9", "ground_truth": { "choice": "C" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-binding-48", "family": "binding", "group_id": "match-binding-48", "image_filename": "binding-48.png", "image_sha256": "f64aa330deb19a14771f11d74d081c597d6117946f54803acaf384d0ce309eb7", "ground_truth": { "choice": "D" }, "prompt": "Which component, A, B, C, or D, has the same flat interior fill color as reference R? Ignore its neutral frame, label, and surrounding content. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "matching", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-01", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-01.png", "image_sha256": "a785cf08159e258ae332b8035d50119ea436e265fe55396412862a1009c1a4f5", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-02", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-02.png", "image_sha256": "17e5ed0de19abaf7c8496d2050a5b2b9e2c1d5629a1fb660609a60c6504a1deb", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-03", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-03.png", "image_sha256": "8cc2b28fc00bacd97579a5ed2d4724b95e88bf7bf41e718b0df03913a7d4bbf8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-04", "family": "chroma", "group_id": "chroma-chain-01-edge-01", "image_filename": "chroma-04.png", "image_sha256": "8e61b9b554757f85d93b1465f3a804253dc7e9e5f1ccbb7082be10dcd7e4f873", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6485050197469335, "c": 0.01209120117149896, "h": 24.392612060606837 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-05", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-05.png", "image_sha256": "66d41616a5a1e2b27e55e0b887714ab6296d1fed827b020a44aff116e7efbd03", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-06", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-06.png", "image_sha256": "aaa313daa3ee6c84d9d9a8f55d0ec1e3f1cf9ce85e4f560285f7b2d97de0f6a4", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-07", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-07.png", "image_sha256": "f4ea6e5b4dc13f51501d16c68992729c1e49525613fd73ee277a48138a924581", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-08", "family": "chroma", "group_id": "chroma-chain-01-edge-02", "image_filename": "chroma-08.png", "image_sha256": "3a7911fe01049c2456b3fb6a9f0a0e8038ba9b331f09ccff822f3f6f35900d1f", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6494264547034962, "c": 0.07189123617181789, "h": 24.805321900518493 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-09", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-09.png", "image_sha256": "fbfd1a0107cebd070834a3c26783bb7fa0bbef309081023ac6327b48f60e3f6e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-10", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-10.png", "image_sha256": "61da8a5d44f705d30baccfa67fee40df65c3a0a1fe471bb02752eb8ff8220b0d", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-11", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-11.png", "image_sha256": "78909bc3c59b8a133ff1acd3142679f3ac957c7b12818a81ea9b8163ad200588", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-12", "family": "chroma", "group_id": "chroma-chain-01-edge-03", "image_filename": "chroma-12.png", "image_sha256": "293fcc3281d169700668c8a438f13f6342d798a07b8ca7a24db9d2fbe957d357", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6507941068672873, "c": 0.10179600283949623, "h": 25.576858309024885 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-13", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-13.png", "image_sha256": "3598e4df6f97866322cccde64de620f0a26645caf5e16102e575ab5f7d826546", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-14", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-14.png", "image_sha256": "1f436f4e0741b993c5eab604770914ab033bdbba6012c9787f136ba5ef2bc7b7", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-15", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-15.png", "image_sha256": "ec026f4468121ee0f81c098689f66f3674d8b3a0fb5a34860254e8c276a7e249", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 }, { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-16", "family": "chroma", "group_id": "chroma-chain-01-edge-04", "image_filename": "chroma-16.png", "image_sha256": "4ae2a215c1a7c6fd6e975d0f43f95f2850bb384c42e601a0b2a57d7fd368f086", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-01", "intendedHue": 25, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 143, 143, 143 ], [ 155, 139, 137 ], [ 166, 134, 131 ], [ 177, 129, 125 ], [ 187, 124, 118 ] ] }, "decodedOptionOklch": [ { "l": 0.6491319976128608, "c": 0.12461170650340989, "h": 24.729920840251793 }, { "l": 0.6503683523930613, "c": 0.11712682193248994, "h": 25.35318040992081 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-17", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-17.png", "image_sha256": "6ab4b87ab4129e56ee2ba4610304f325241bb038982a0569ee96c6b69c5e3448", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-18", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-18.png", "image_sha256": "839c8e314417aac145c97136bd2105f7048fa8b7c01b863faaae13816fa0962e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-19", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-19.png", "image_sha256": "9dfa0d9e420415ee345f47ac52dc234d2ed1d0c5f7e6cb9d6c5d27e0b86b5639", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-20", "family": "chroma", "group_id": "chroma-chain-02-edge-01", "image_filename": "chroma-20.png", "image_sha256": "379ca72d28fdcdd0fd841a2ae01dc2b510ec517114f0c0ebce260ec3a717f8a8", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.7011294528090418, "c": 0.008580189294380532, "h": 73.71408328886412 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-21", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-21.png", "image_sha256": "49e3e1fb4a9f5af3d9859a662dd33ecbc3a6ba50c58bda492b196c3f3d70c23c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-22", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-22.png", "image_sha256": "7b0f19bd5a671dc21f22c08f47e59828885c68f34d2e66271cb729d90581ee2a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-23", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-23.png", "image_sha256": "5a98e9c47c366436e566db8a034e966d9cf8e805d9ed37cf69f7175c5a89a298", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-24", "family": "chroma", "group_id": "chroma-chain-02-edge-02", "image_filename": "chroma-24.png", "image_sha256": "f15a468d014e5a6e02e51af1eee9dd4db0bf008d12088b4230039b2270207bfd", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.7002010551043839, "c": 0.03831902584694755, "h": 71.21870276142886 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-25", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-25.png", "image_sha256": "df0b0c9d99020d7028a1768eff21edaf19170dc3a7e5d601862ae5161cc76c53", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-26", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-26.png", "image_sha256": "17cc78527f9e56b8320b1a1146095e230cb11b390785ef4cf42e24c8f631b8cd", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-27", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-27.png", "image_sha256": "3d1775e2b43826130bf7379c6435a5165d777566c2f21f5de0634305d7e98658", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-28", "family": "chroma", "group_id": "chroma-chain-02-edge-03", "image_filename": "chroma-28.png", "image_sha256": "76a1aa57a221479d376887e3ca5ccde10e2979a9b0281b249e2217f3a8cec669", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.6994745064988706, "c": 0.05270190337541208, "h": 69.75063275002833 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-29", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-29.png", "image_sha256": "bff77cd07b9519877bee9784d071421e00c6268e2df5e0b81522cc8f13e02287", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-30", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-30.png", "image_sha256": "b58a1cadcaf30a4d40da5939e9e6f6422f78ad66cc5b19c8bab5487c0a879032", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-31", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-31.png", "image_sha256": "585c968387e35a00898037e2ca12eb549aa085064a2e8efc3dcf306adaf91728", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 }, { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-32", "family": "chroma", "group_id": "chroma-chain-02-edge-04", "image_filename": "chroma-32.png", "image_sha256": "34e37b860e4505af087f16b9bd8aa75f87537249ed8197df1e8a77b478d77ff6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-02", "intendedHue": 70, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 158, 158, 158 ], [ 167, 157, 145 ], [ 175, 155, 132 ], [ 183, 152, 118 ], [ 191, 150, 103 ] ] }, "decodedOptionOklch": [ { "l": 0.7000594825470091, "c": 0.12064286843385702, "h": 69.94525768840145 }, { "l": 0.6991006691439384, "c": 0.06080517363000987, "h": 69.97365111313235 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-33", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-33.png", "image_sha256": "ab8d237bffd2bc647122f6c6532c9318b20213d02512a9e7a034435a3668fa14", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-34", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-34.png", "image_sha256": "3fbf9bc506d0c6f6371a8a1e18801b39839dac767f42c84566142d1d4c11b7be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-35", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-35.png", "image_sha256": "486c077605a6930b431c57b7fc05312b9379a8e7b81dca5cf55950565fc87c43", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-36", "family": "chroma", "group_id": "chroma-chain-03-edge-01", "image_filename": "chroma-36.png", "image_sha256": "bdcdba821ca7ea9524349e040058cfef568c9d0b0e5a857c74b67e3e7daa3377", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6597815111440023, "c": 0.016719474054502498, "h": 145.38249636836053 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-37", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-37.png", "image_sha256": "69535d5f58c91294ae8a331485deefc1cc089531929c49ea22b8439ad27aea1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-38", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-38.png", "image_sha256": "2112aba5ae8011a9d688adefb7a1cc8138cd3df3c4d7d0d03820d54365ae84ba", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-39", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-39.png", "image_sha256": "55cb11cc6bcb04398b99a6a1bd30a8a67ab9139eecf7667f79c83f0cd3dc288a", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-40", "family": "chroma", "group_id": "chroma-chain-03-edge-02", "image_filename": "chroma-40.png", "image_sha256": "1c79d6111e1ea310839673aac1717da58ac087674167e506864835af45b34218", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6611587674838902, "c": 0.03147798062286952, "h": 145.20814729063693 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-41", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-41.png", "image_sha256": "ce635f7f269264127f10513eec3d3f1fd87de031b172d4980bf1f3301de30c37", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-42", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-42.png", "image_sha256": "2ca8d7f7dba514c55cfa0c3ec14d61d78533f947483e017eb404ecc3a958f3cf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-43", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-43.png", "image_sha256": "ffa64f4e13c36263fbf7addbc93adddfb5058703d0f09a048035de62885889be", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-44", "family": "chroma", "group_id": "chroma-chain-03-edge-03", "image_filename": "chroma-44.png", "image_sha256": "618b2b9eccdde439161a3ba10a1e296cda120c38cb954ed7f2ffecd4cb4d8eaf", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6603539460555453, "c": 0.038827378820965465, "h": 145.11901968635254 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-45", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-45.png", "image_sha256": "ce82970b951c791060f89cf879506de81d66858392a68c44937b866c1e72546b", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-46", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-46.png", "image_sha256": "b1df870944e46256f5da188eb780d86b4c216db242334243e9ef4dafba9bae9c", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-47", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-47.png", "image_sha256": "f8302d7f2d191a45479fde12cbb4279cc58a87aa1d12e24e65918c04e3a3db15", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 }, { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-48", "family": "chroma", "group_id": "chroma-chain-03-edge-04", "image_filename": "chroma-48.png", "image_sha256": "e4498e3db4605b90621c9b7486d84024af1b1b412894523b30c1539c339a7b1e", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-03", "intendedHue": 145, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 146, 146, 146 ], [ 139, 150, 139 ], [ 131, 153, 131 ], [ 124, 156, 124 ], [ 115, 160, 116 ] ] }, "decodedOptionOklch": [ { "l": 0.6611293821805014, "c": 0.12902948234398603, "h": 145.0314928022749 }, { "l": 0.6589242301497041, "c": 0.09861766543744759, "h": 145.17416429198994 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-49", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-49.png", "image_sha256": "4ccd5abf0de9ab55dc6a4554d7ffc3fec055426e958bb4c19f4f162477863ca6", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-50", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-50.png", "image_sha256": "2a0304c9c6261045d3886ecbb22c3aa0eac8757e586f31627cf1abbc15a9f208", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-51", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-51.png", "image_sha256": "6938b98d904862ec5588939b89919098139e43167f751e6a279e3050d3c9ce3e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-52", "family": "chroma", "group_id": "chroma-chain-04-edge-01", "image_filename": "chroma-52.png", "image_sha256": "c10769d2d2f040e38ad6ad8d924f4da8b0e506f19df6cc014a365600bf86962a", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.008, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.640235985916841, "c": 0.01946016209022587, "h": 296.4144503369631 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-53", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-53.png", "image_sha256": "b030d7b0fdb3327fc291052399a4469ba56419682eb51e85421dceab52734b28", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-54", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-54.png", "image_sha256": "6edc585bb492d0a103438838b6039641b86483aa5703f57a643965cee1a92d06", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-55", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-55.png", "image_sha256": "638cf5100e1737bf7ff57dc1e256d9a16d775b91701bb03fee7c6cd72c495a4b", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-56", "family": "chroma", "group_id": "chroma-chain-04-edge-02", "image_filename": "chroma-56.png", "image_sha256": "59eb16fcbb43c7833155b3ab585ce1501525594ec9808c8d53677db6241baf6d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.06, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6398691345649501, "c": 0.02841087832297707, "h": 295.23552643148355 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-57", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-57.png", "image_sha256": "2b6c9999963d671e35257d180c285b11d3d4571c4161739321ba57dfb6b70b8d", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-58", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-58.png", "image_sha256": "fcff72724d9dcc539524f5d7f604452217be6fb28951a16e407594c15229624e", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-59", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-59.png", "image_sha256": "bfbd66f3f63ac853b7591d926557e7c2701bbe8cebdd1fcc3577ad9d84c3ebc8", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-60", "family": "chroma", "group_id": "chroma-chain-04-edge-03", "image_filename": "chroma-60.png", "image_sha256": "453135a22ff4ff937e81a1a235f909da366e8c76b4e8c5fb10dc7b51048cd096", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.03, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.63923854678561, "c": 0.08831566127736298, "h": 295.4687192149138 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-61", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-61.png", "image_sha256": "c93fa57d0d752b7cee842237216231932e716b6c367bc21af27d75146d23613c", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-62", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-62.png", "image_sha256": "41af7fd6e4a52c1d58f2ea0e278e574d489ba0a7059c8b024431bb0bff3293bf", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is more colorful? The gray-to-color examples show the intended dimension: more colorful means farther from gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "more", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-63", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-63.png", "image_sha256": "d181fd21a534fc7e3b45ab9559b575b711af8459a61868453230a76db09ace93", "ground_truth": { "choice": "A" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 }, { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-chroma-64", "family": "chroma", "group_id": "chroma-chain-04-edge-04", "image_filename": "chroma-64.png", "image_sha256": "28a49070b99cee03df7f078af32ac937c93b646bf8364da82daaec2e473754f7", "ground_truth": { "choice": "B" }, "prompt": "Which patch, A or B, is less colorful? The gray-to-color examples show the intended dimension: less colorful means closer to gray along that example, not lighter or darker. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "direction": "less", "comparisonSetId": "chroma-chain-04", "intendedHue": 295, "intendedSeparation": 0.015, "reference": { "kind": "gray-to-color", "colors": [ [ 140, 140, 140 ], [ 141, 138, 151 ], [ 141, 136, 162 ], [ 142, 133, 173 ], [ 143, 131, 184 ] ] }, "decodedOptionOklch": [ { "l": 0.6406063238044459, "c": 0.1332017686346093, "h": 295.1677215138366 }, { "l": 0.6410738996118348, "c": 0.11741718967498521, "h": 295.1094120883532 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-01", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-01.png", "image_sha256": "793523b828639f0f3c19e7b142537a52eccfc6f69d72ab22c680996253917a60", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-02", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-02.png", "image_sha256": "89773d429c804f52d8e63b1a7c228b4144b85fe867fa4c7b82af16acda283f96", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-03", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-03.png", "image_sha256": "a24818932658caab28a49471ba4d09dd3aa2b518af82fb3b200b2e5c51e45fbd", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-04", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-04.png", "image_sha256": "1ad1a29152870ae034fe86ae7c6f714b7c7aad6b84cc1659870694d353b35e77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "neutral", "optionSetId": "context-01-neutral", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-05", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-05.png", "image_sha256": "6ce217e7bce683abf8d2f5631ecb1312eae16fb6380200b9e9b8c1011d8e9cc7", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-06", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-06.png", "image_sha256": "812a24791afe15af536b24709592aa7564c82eb0dbedfc784cba71401f2fbf17", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-07", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-07.png", "image_sha256": "c42dd3122ae32038d6e347147b1432c18c66223880be0f61f41e061e83b76a01", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-08", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-08.png", "image_sha256": "0cb14567b2cb3e2d4276e5ea088310b1a28189b29adad7dec76ea227fd4529ad", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-0", "optionSetId": "context-01-surround-0", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-09", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-09.png", "image_sha256": "a18c2d5c47c4d111f2804a57ec9793d96784c46a1dcaf2ed93245d781c4acc35", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-10", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-10.png", "image_sha256": "7e256652c76ddecc5e43182edd48d37ab0daac22aff7c228bc289015fe2cebf8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-11", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-11.png", "image_sha256": "cf1aff3995244857bdf78fde8eb3f7f53175467d00ad33192924fe86a89af714", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-12", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-12.png", "image_sha256": "c29f67caaeffb5a7976068743dc068601669944a12dd42af677823a942c09597", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-1", "optionSetId": "context-01-surround-1", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-13", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-13.png", "image_sha256": "b6b44f7166d6dd59702f2991f3f81bc36a62cfb63b7af4e34f478476f99d53cf", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-14", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-14.png", "image_sha256": "694631ee5e4e88c55a9562a5311d300ed1a6d3b63fa51fcea9d83f343af8d0f8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-15", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-15.png", "image_sha256": "6760f54e3dfe7fb732ed5410dddd2e1e609d83161db8b40bf79e7c95da49bd86", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-16", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-16.png", "image_sha256": "8165ae3076e548af8bd381ad784f3617a4af2bb6aa3da91082f049a6e9e9ffe3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-2", "optionSetId": "context-01-surround-2", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-17", "family": "context", "group_id": "context-01-reference-a", "image_filename": "context-17.png", "image_sha256": "9625f7b3319e7223ecfeb8aa5f6820f4411cc12bb14b081b0d4d144e450f23fd", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 191, 131, 126 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6690561403529627, "c": 0.0751008283341068, "h": 24.55474305645572 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-18", "family": "context", "group_id": "context-01-reference-b", "image_filename": "context-18.png", "image_sha256": "ba82a714f8d84765c7ab7d3eca90c84d9763deaebd6cf4e41f2b616f37f9c464", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 165, 108, 103 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.5903151645565591, "c": 0.07390702333923009, "h": 25.043300148459934 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-19", "family": "context", "group_id": "context-01-reference-c", "image_filename": "context-19.png", "image_sha256": "44312b2a24a693efad585afa53f1b5e633e41aba48427f2d7192409103f2ce27", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 204, 144, 138 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.7105021656617087, "c": 0.07398229224263511, "h": 25.47550647561195 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-20", "family": "context", "group_id": "context-01-reference-d", "image_filename": "context-20.png", "image_sha256": "ae28f2727342bd31825fef2fe221e6bc23ed0e5a23438bc6e7d68bb27d356ca4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 178, 119, 114 ], "interventionSetId": "context-01", "condition": "surround-3", "optionSetId": "context-01-surround-3", "intendedTargetOklch": { "l": 0.6289159138646053, "c": 0.07516177352031735, "h": 24.763264668351553 }, "intendedSeparation": 0.04, "intendedHue": 25, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-21", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-21.png", "image_sha256": "b2ff76fc8980e38f6046f7ef0bbf8651d338043fd044a0f8b2e71fee8a6731ea", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-22", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-22.png", "image_sha256": "bbd764c2af33d77e3cb63d298c71b6c7b5c57d128b7876aff2ef24d9fed733f3", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-23", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-23.png", "image_sha256": "8ad11de67246d066c246ee2a87237902edcb42e86ddb0930ec195055fd825b30", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-24", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-24.png", "image_sha256": "3334365d6e0b5411482442758f6ffdb724795ede248846e3c21f377d6cdf4f77", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "neutral", "optionSetId": "context-02-neutral", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-25", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-25.png", "image_sha256": "500e1e8a85fc9780fda7b73bf5980a9069b86ef1a7e1b4f9a69fe6503d077169", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-26", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-26.png", "image_sha256": "fa70e94e4b990b62f70916ae4809378ebba02f6e96475461dbc84b8a458a9d59", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-27", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-27.png", "image_sha256": "13c20e41604d50eb45727d203489f887a89821042ebb77046a13b9a450bb3640", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-28", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-28.png", "image_sha256": "1306f829f10d39682e5cb24cbec990244b1d9f1a09acd7ebfafd5cc36bfd2505", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-0", "optionSetId": "context-02-surround-0", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-29", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-29.png", "image_sha256": "da69cfd8933a0fd2c80162baea6c873c7380937dab01556deb685752d6617a28", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-30", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-30.png", "image_sha256": "8e5070dcaf77c7f3744f0b4d87b10243d0eb8a8634de243a4ad4199022c144c9", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-31", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-31.png", "image_sha256": "a0cfdfb9afbee82480261a5698c88cdb37ea4981764dc9500503ac559eda947c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-32", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-32.png", "image_sha256": "d6029d7ab719550e8066455c02433220a0bdc6f2ed8a0af6ac0fe16ed67770ac", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-1", "optionSetId": "context-02-surround-1", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-33", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-33.png", "image_sha256": "3597663f864d5062dfdb91eacc3a3e8ba1482de9272f7cdaea5aca2853dcd34c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-34", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-34.png", "image_sha256": "db74a95fab7a0731cc2ba27a018527f67a2f14bfad79457c47a5000cb178b106", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-35", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-35.png", "image_sha256": "3673bb1bd71b14448d19ec304ac4339c54aed89b2771d12a00cc71049d7f5cae", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-36", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-36.png", "image_sha256": "f7e2182abf2aa6d206f0c3d3113d0c044a87cfe2464ae2421c8965f308be2b22", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-2", "optionSetId": "context-02-surround-2", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-37", "family": "context", "group_id": "context-02-reference-a", "image_filename": "context-37.png", "image_sha256": "4efd9f275fc3d64275a1628c7ed66d4919cf5b5064d60a4ac271b98f70fb16aa", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 146, 121 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6496189004340799, "c": 0.036228012757126025, "h": 114.79802326382884 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-38", "family": "context", "group_id": "context-02-reference-b", "image_filename": "context-38.png", "image_sha256": "25ae21c3df37a8613c09f0814719d20b79131db7a3ab9d7275d7ac37fcf8d2e2", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 141, 149, 97 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6502693996851885, "c": 0.07282875450997331, "h": 115.58955776782398 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-39", "family": "context", "group_id": "context-02-reference-c", "image_filename": "context-39.png", "image_sha256": "bc95f7557257ea8e47265f8c6ad19800ca3c0e410265cd8c5db185e058ff2037", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 147, 113 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6499308855926446, "c": 0.04873760403337431, "h": 114.56757333497131 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-40", "family": "context", "group_id": "context-02-reference-d", "image_filename": "context-40.png", "image_sha256": "74379e47c94ed0c3432f3e4c1943b4098170cd8f14f5fe19431d54de7753581e", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 142, 148, 105 ], "interventionSetId": "context-02", "condition": "surround-3", "optionSetId": "context-02-surround-3", "intendedTargetOklch": { "l": 0.6504260223132448, "c": 0.06088621118301653, "h": 114.57472845948905 }, "intendedSeparation": 0.012, "intendedHue": 115, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-41", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-41.png", "image_sha256": "6d4cd42915c79f5ea47c8158fc7e8356b5c4bca9f82cc7f12e0437bdac1992ba", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-42", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-42.png", "image_sha256": "4f8d65d260954ee37d022b1a41f7236049078be1593603d52c0121ca08a37a53", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-43", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-43.png", "image_sha256": "b5d254bcbfbc40cafb144b61fbae4abd909876323fccfa610b36eee2672f4747", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-44", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-44.png", "image_sha256": "1285cee1dab6bea2fb72454b20b4043c1df155027b0eb30643108750646523ba", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "neutral", "optionSetId": "context-03-neutral", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-45", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-45.png", "image_sha256": "3c522796f4a496198495078ed9098f3e1e42bb9e7c8b407401e5a29ecdb57c19", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-46", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-46.png", "image_sha256": "e8bdf38720d51304a4acfb720af9764ec62f164a8936ea31133993d596fbc3ff", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-47", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-47.png", "image_sha256": "1dda28bcbf0721ecc7ab64b08de6268e170c5f1bce39123adf2555376d267460", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-48", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-48.png", "image_sha256": "b1503ec96a8e3707fd23b7a0b67e4ad7127a817bd446859f206251f7705bf9b1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-0", "optionSetId": "context-03-surround-0", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-49", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-49.png", "image_sha256": "980e407b3cc312711cba992e71cc3f2095a80f557fd5994a0e56e614a04614c8", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-50", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-50.png", "image_sha256": "35eedac83071d8eed5da3f869d721786748887796ff53775c5d5b72913afbdb7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-51", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-51.png", "image_sha256": "e0fe5131d5c289fda0961923063b0f5ed70f14294edae3f89b0735f71e6fa599", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-52", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-52.png", "image_sha256": "b56f6b53fd542e2f1eced69de5c2e4dbfb01e0dbb974b579dd3195dd529f816d", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-1", "optionSetId": "context-03-surround-1", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-53", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-53.png", "image_sha256": "9f9117b78ac3265d94d51bb710c769e2fa438d4a6bdebee7539dd7b773576979", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-54", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-54.png", "image_sha256": "92719a45af9e582be96765d302afaed95c95e28b007909d84cbb909dae5b8c52", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-55", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-55.png", "image_sha256": "16dba8b1b20cb604409582c5963cd75aab47c83e61dd6e5cc592af4d04d900c8", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-56", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-56.png", "image_sha256": "a9a3f45cdfd7eda23d03ef4453e6b67f2f8403dd7a993830b2dec3d9b4ac7e0f", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-2", "optionSetId": "context-03-surround-2", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-57", "family": "context", "group_id": "context-03-reference-a", "image_filename": "context-57.png", "image_sha256": "a0c4e597210ac4276adeba9d02c469af412a68dbe4af4b38e39a2be591bd703d", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 91, 153, 179 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6510509514222823, "c": 0.07484258976309971, "h": 226.89140408059365 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-58", "family": "context", "group_id": "context-03-reference-b", "image_filename": "context-58.png", "image_sha256": "a261e3cec553a90e5e8ec78abf503223b056ad879cdeabc7b93122df42774f75", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 82, 157, 159 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6488339023330153, "c": 0.07465713036849284, "h": 197.75373132816924 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-59", "family": "context", "group_id": "context-03-reference-c", "image_filename": "context-59.png", "image_sha256": "da99aa5d4e25c5cfbfb137fbe069e10c94ec99607193830a4b78cde590139f08", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 84, 155, 170 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.648941368874061, "c": 0.07462160978315366, "h": 212.9846923372233 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-60", "family": "context", "group_id": "context-03-reference-d", "image_filename": "context-60.png", "image_sha256": "3bfed86cdb3503705f32e810fddaba48bf1b6eb6b50ee4a488e2f24130229dc6", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 86, 158, 147 ], "interventionSetId": "context-03", "condition": "surround-3", "optionSetId": "context-03-surround-3", "intendedTargetOklch": { "l": 0.6490339223515764, "c": 0.07472797704896246, "h": 182.93462475424394 }, "intendedSeparation": 15, "intendedHue": 205, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-61", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-61.png", "image_sha256": "7c4e3e64dccafa4d9ff9b60d48e94829bc5ed055a111f77cef2f7ff6edf85d0a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-62", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-62.png", "image_sha256": "40560f5b7e24cc02743d12dcd2732e7dad4375b0d73342b20ae079b1c260ae16", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-63", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-63.png", "image_sha256": "b23bdb4c157783b5dd8c19db7a126ba1ad45e910980df5bd9c115860e53f7521", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-64", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-64.png", "image_sha256": "01ada9ac9044d923d101b4b8c9e1a7c61c765636d2c5b7a8224d506f26c54ef1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "neutral", "optionSetId": "context-04-neutral", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 238, 238, 238 ], "B": [ 238, 238, 238 ], "C": [ 238, 238, 238 ], "D": [ 238, 238, 238 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-65", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-65.png", "image_sha256": "efb631c80b6af00d48d5002a67c65698c4a59bf00796edebf612d68c36fd6144", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-66", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-66.png", "image_sha256": "6d56ac17f7c1793f1a2d30528f32c04578de0ea01b8819e3b27d6de99c15bbe7", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-67", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-67.png", "image_sha256": "02eafdf61f69a91c0760c38d23a6db23e8bb37c1b5bef52da776d60d1661be6c", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-68", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-68.png", "image_sha256": "ebeae508be26f6b4be8aa9403089d00e8862944c7d8f6469849f94ba1d4573e1", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-0", "optionSetId": "context-04-surround-0", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 34, 34, 34 ], "B": [ 216, 204, 184 ], "C": [ 202, 87, 71 ], "D": [ 53, 141, 165 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-69", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-69.png", "image_sha256": "7503cf5b193ecde2eef8b02fa0d1e52b6681835e21e5d0432de7d391524dc88a", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-70", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-70.png", "image_sha256": "97bd32c43e0ce70c338b77a60eacbd1b8456a18bd566c172d43a21c26aece629", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-71", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-71.png", "image_sha256": "d6e8593f8215ec50311d4fd8878a0ec2e6d97d32aca298d205a7fbca035346d0", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-72", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-72.png", "image_sha256": "124f91d4ed07c84cafc4e175fcd35d3724cf5323e4b1a0eee06fc1c5839208b8", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-1", "optionSetId": "context-04-surround-1", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 216, 204, 184 ], "B": [ 202, 87, 71 ], "C": [ 53, 141, 165 ], "D": [ 34, 34, 34 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-73", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-73.png", "image_sha256": "33d18d0cac6465333ab48edf94c7370ff60f18e71e73427d55f9845c01a279bc", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-74", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-74.png", "image_sha256": "83ac81e998c81b07d83752298c25704b7b81495c9b01b14940a30648b076c18c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-75", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-75.png", "image_sha256": "d4f4b1d35b57663cd56e663845181d1c12532cfb0f02c18f302fede79f70fe4a", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-76", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-76.png", "image_sha256": "84fb94b70ea40250a24c342f1c5f108e414877fbfece696830a0087236b0f244", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-2", "optionSetId": "context-04-surround-2", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 202, 87, 71 ], "B": [ 53, 141, 165 ], "C": [ 34, 34, 34 ], "D": [ 216, 204, 184 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-77", "family": "context", "group_id": "context-04-reference-a", "image_filename": "context-77.png", "image_sha256": "ed55905ed0b3ab415075930aa3bc223b624b6b59f5c06ed09a0cb71423babb98", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 140, 128, 178 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.629259896075924, "c": 0.07519050707984609, "h": 295.16557717036267 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-78", "family": "context", "group_id": "context-04-reference-b", "image_filename": "context-78.png", "image_sha256": "a14c17ef9edaa83f783cfc65271bfdf19a0927a6a97b59ca6c5f032ff2c98c5d", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 152, 140, 191 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.6691883703984756, "c": 0.07553334511971303, "h": 295.07464385375926 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-79", "family": "context", "group_id": "context-04-reference-c", "image_filename": "context-79.png", "image_sha256": "0c787699009cd0dc9b8cc12e7273ac41931175ad46a58fa3db0d51d4dd4dd0ff", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 128, 116, 166 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.5891717678264847, "c": 0.07635878906531218, "h": 294.9660987118498 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-context-80", "family": "context", "group_id": "context-04-reference-d", "image_filename": "context-80.png", "image_sha256": "94c680391a4d28a141c1d2f40fd2e5f40515cdf7f85ff53b9806d0737a264a0c", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same flat interior fill color as reference R? Compare the colored interiors; ignore the surrounding colors, labels, and borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 164, 153, 204 ], "interventionSetId": "context-04", "condition": "surround-3", "optionSetId": "context-04-surround-3", "intendedTargetOklch": { "l": 0.7105160485068056, "c": 0.07432083037814519, "h": 294.321347683823 }, "intendedSeparation": 0.04, "intendedHue": 295, "surround": { "A": [ 53, 141, 165 ], "B": [ 34, 34, 34 ], "C": [ 216, 204, 184 ], "D": [ 202, 87, 71 ] }, "reference": { "kind": "surround-shift", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-01", "family": "gradient", "group_id": "gradient-01", "image_filename": "gradient-01.png", "image_sha256": "77a7775f7b363fcedcb6f79d0f126fbb76728b93701cb97bf925b7f792a384cf", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-02", "family": "gradient", "group_id": "gradient-02", "image_filename": "gradient-02.png", "image_sha256": "3f878d5b48eed36ef0cd0d553d513fd19d483b1866df5001bc0fff1fcd582c24", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-03", "family": "gradient", "group_id": "gradient-03", "image_filename": "gradient-03.png", "image_sha256": "62b151246943c9709bf7e9507a4093a2ef3f74d317d9901d90c364460627fa35", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-04", "family": "gradient", "group_id": "gradient-04", "image_filename": "gradient-04.png", "image_sha256": "29eb4aa31273bfcadfd71b4e893b4edbf818b9275d2c7ee2a5c7251cd368cfac", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-1", "optionSetId": "gradient-01", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-05", "family": "gradient", "group_id": "gradient-05", "image_filename": "gradient-05.png", "image_sha256": "8ec7cd7e04e7767f0cb5ed4f69f885b9d20082c1642ea371ddf893c0246b9c3a", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-06", "family": "gradient", "group_id": "gradient-06", "image_filename": "gradient-06.png", "image_sha256": "9ff59a8b05f87d13300b41175a20947933a02f167d28abc6c3daadb8d4d46c77", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-07", "family": "gradient", "group_id": "gradient-07", "image_filename": "gradient-07.png", "image_sha256": "a40a82865faf40630f7b852f9fcb04e8a82e501c6455b2f13b602b32a1e2b8eb", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-08", "family": "gradient", "group_id": "gradient-08", "image_filename": "gradient-08.png", "image_sha256": "24216578a2312943042d23edae66bac47f7c8144971781839ced764b2eeceea8", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-2", "optionSetId": "gradient-02", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": null }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-09", "family": "gradient", "group_id": "gradient-09", "image_filename": "gradient-09.png", "image_sha256": "9e91d8a3916b3121605c2bf16c2a9702fb6060c4567779ce5c9aa281cb0ca350", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-10", "family": "gradient", "group_id": "gradient-10", "image_filename": "gradient-10.png", "image_sha256": "f0833e67a8bb30d2fa7760d6b849e63c0836e2f1e9538809a6bbe758fff17fed", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-11", "family": "gradient", "group_id": "gradient-11", "image_filename": "gradient-11.png", "image_sha256": "1b843cfb1d18ab0bd991ba73b96a3a169bb3db1eec73b621445e12bb3efb2651", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-12", "family": "gradient", "group_id": "gradient-12", "image_filename": "gradient-12.png", "image_sha256": "3bc6376bdb0b093f662fb71719cac334ba5aacca2e8239c70238445cd4d97a2c", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-3", "optionSetId": "gradient-03", "sourceRgb": [ 144, 120, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 127 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-13", "family": "gradient", "group_id": "gradient-13", "image_filename": "gradient-13.png", "image_sha256": "5fa7232bb3fb6123b3ef8fdaca97f6c9ded263c966b83ea3848adec54a536c23", "ground_truth": { "choice": "A" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-14", "family": "gradient", "group_id": "gradient-14", "image_filename": "gradient-14.png", "image_sha256": "47fa1555c418410d6325eb1238a8fd47e603df7950af874fdefa0a4a3eec922c", "ground_truth": { "choice": "B" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-15", "family": "gradient", "group_id": "gradient-15", "image_filename": "gradient-15.png", "image_sha256": "2edde0de7d9fafafac4ac3c20c378d14081c783dc4c280e3f1da6a3964efe8ec", "ground_truth": { "choice": "C" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-gradient-16", "family": "gradient", "group_id": "gradient-16", "image_filename": "gradient-16.png", "image_sha256": "779398cea3505a80b84f9c7857ca573740b43a3247b8a842434ab4cc6953ada6", "ground_truth": { "choice": "D" }, "prompt": "Which strip, A, B, C, or D, has exactly the same left-to-right color progression as reference R? Match the entire visible color field, including where transitions occur, not just its set of colors. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "spatial-color-progression", "difficulty": "set-4", "optionSetId": "gradient-04", "sourceRgb": [ 210, 142, 120 ], "reference": { "kind": "exact-color-field", "interpolation": "encoded-srgb-linear-columns", "width": 240, "interiorPermutation": "two-independent-block-swaps", "grayscaleCalibration": 160 }, "histogramPreservingDistractors": true, "endpointMatched": true, "grayscaleMatched": true, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-01", "family": "hsl", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-02", "family": "hsl", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-03", "family": "hsl", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-04", "family": "hsl", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-05", "family": "hsl", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-06", "family": "hsl", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-07", "family": "hsl", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-08", "family": "hsl", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-09", "family": "hsl", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-10", "family": "hsl", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-11", "family": "hsl", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-12", "family": "hsl", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-13", "family": "hsl", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-14", "family": "hsl", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-15", "family": "hsl", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hsl-16", "family": "hsl", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in HSL derived from gamma-encoded sRGB. Return only JSON with numeric keys \"h\" (hue in degrees, 0 inclusive to 360 exclusive), \"s\" (saturation percent, 0–100), and \"l\" (lightness percent, 0–100). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-01", "family": "hue", "group_id": "hue-01", "image_filename": "hue-01.png", "image_sha256": "2079821982efd211a119cbf95e62dc5f5e41f0d343c8a69cb59321d09933f38b", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 165.27344356469553, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-02", "family": "hue", "group_id": "hue-02", "image_filename": "hue-02.png", "image_sha256": "5d2e13e034954cea027f30b1e07201d0242dfa81166d9fca6d2f9da34b47e100", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 185, 125, 120 ], "intendedHue": 24.62652850213152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-03", "family": "hue", "group_id": "hue-03", "image_filename": "hue-03.png", "image_sha256": "70284184359d407a84f320f3cc6bad50d39fdbba09133fb56e50ea4aea81482e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.1329522334952, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-04", "family": "hue", "group_id": "hue-04", "image_filename": "hue-04.png", "image_sha256": "9e02fad6fa312e63016dd8c58d240348e1d9888a60f356c7e9d2fbe802fb42b2", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-01", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.317516059225, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-05", "family": "hue", "group_id": "hue-05", "image_filename": "hue-05.png", "image_sha256": "2c32f9d4d0d8543883a1ad78d26c0ca43e2ed33ea025f07e783dfaafbc77cb99", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 185, 126, 119 ], "intendedHue": 26.270342075595806, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-06", "family": "hue", "group_id": "hue-06", "image_filename": "hue-06.png", "image_sha256": "58143a60816b847c58fbb50dec1b65826127bbaa91a49e051b5d6d285567a865", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 96, 151, 183 ], "intendedHue": 235.13345665064338, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-07", "family": "hue", "group_id": "hue-07", "image_filename": "hue-07.png", "image_sha256": "e8564135d609fb5dff98aa7420293d1465d92601e9a0594fe615d5744eb627e5", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 157, 143, 89 ], "intendedHue": 95.54340838922008, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-08", "family": "hue", "group_id": "hue-08", "image_filename": "hue-08.png", "image_sha256": "2a91446151a41f561ff62098902b3c70c2bda5dfea37f7e0096ec161ed8d2c45", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-02", "sourceRgb": [ 97, 158, 132 ], "intendedHue": 164.7779275879152, "intendedSeparation": 70, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 70 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-09", "family": "hue", "group_id": "hue-09", "image_filename": "hue-09.png", "image_sha256": "6aacc1118bf24295d0abafdb49ce720738bd3891089305fbf38ac8cbdb1f4b0c", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-10", "family": "hue", "group_id": "hue-10", "image_filename": "hue-10.png", "image_sha256": "b7150ae1a340e473385da8050073605a733f172a994b8f6c0017d87bf5d2f7b8", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 145.222597849836, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-11", "family": "hue", "group_id": "hue-11", "image_filename": "hue-11.png", "image_sha256": "c620f8046d4f3fa77dcaaa775955c20dde1fb0c5361c40348f72a3a9ac1de7c6", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 90, 158, 140 ], "intendedHue": 174.87184653281292, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-12", "family": "hue", "group_id": "hue-12", "image_filename": "hue-12.png", "image_sha256": "814f9c8d2f6e7f7b1629e1267e203b890381bc52e64334452ff8c64349f804cf", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-03", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.40502490816243, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-13", "family": "hue", "group_id": "hue-13", "image_filename": "hue-13.png", "image_sha256": "d430d37291946d598949c07b60745d3d5cb35c3857a2704ada8dcad57aea172f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 114, 156, 115 ], "intendedHue": 144.8195365199556, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-14", "family": "hue", "group_id": "hue-14", "image_filename": "hue-14.png", "image_sha256": "6a7bdd56e48edfda23aee1f37b97fcf7ecf4fa4fb9ae0774132f9fd83cdebb22", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 90, 158, 141 ], "intendedHue": 175.0344020106079, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-15", "family": "hue", "group_id": "hue-15", "image_filename": "hue-15.png", "image_sha256": "83abeac3ba6ff466867f1d029a7207b29d8b430300a1870df392dff99c3b7590", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 141, 149, 95 ], "intendedHue": 115.58399263924412, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-16", "family": "hue", "group_id": "hue-16", "image_filename": "hue-16.png", "image_sha256": "08fd9e0931417e9ac5d9085ff259c36506461738ffda61bd6485c50a7d687e29", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-04", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.8907791825005, "intendedSeparation": 30, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 30 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-17", "family": "hue", "group_id": "hue-17", "image_filename": "hue-17.png", "image_sha256": "2779bc91b31613441a35f21dc33971b8cb4d5b0a1d06b047f33030f40ff7c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 85, 155, 173 ], "intendedHue": 216.4291149460252, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-18", "family": "hue", "group_id": "hue-18", "image_filename": "hue-18.png", "image_sha256": "1315cd5b44b965d200255e774ff183154a2d1fe038e94321cc444b6a5aee22b5", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 241.22001102280953, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-19", "family": "hue", "group_id": "hue-19", "image_filename": "hue-19.png", "image_sha256": "a0bf69bf366247899bab0c4696511381b4ca0cb0b22ca1d071f27f74153c39ba", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 82, 157, 165 ], "intendedHue": 204.57191571882274, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-20", "family": "hue", "group_id": "hue-20", "image_filename": "hue-20.png", "image_sha256": "2ebbe6473fc0c60df1d5da238d336184e82b850e3c17960aa483188ca207fbeb", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-05", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.5244877411109, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-21", "family": "hue", "group_id": "hue-21", "image_filename": "hue-21.png", "image_sha256": "9925438e15e30b34dcbc64ca789514e6ade5463a5da595d60d526e91cc14a66f", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 100, 149, 185 ], "intendedHue": 240.8265800808614, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-22", "family": "hue", "group_id": "hue-22", "image_filename": "hue-22.png", "image_sha256": "0357cca48a0ae1ea6975a8104500af3338c26170605ccfd8670192c3f8fa1791", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 82, 156, 166 ], "intendedHue": 206.02089572897066, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-23", "family": "hue", "group_id": "hue-23", "image_filename": "hue-23.png", "image_sha256": "39b2d1c0b1cd10fabe8f5dda88d666646179a2072b669ba7af6a676dca2a667e", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 92, 152, 180 ], "intendedHue": 229.31575314296197, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-24", "family": "hue", "group_id": "hue-24", "image_filename": "hue-24.png", "image_sha256": "75dc16f5384a189885427bb5572dcbfcc794dfd62cac47deccdad2c936f32ce4", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-06", "sourceRgb": [ 86, 155, 173 ], "intendedHue": 217.53715602668242, "intendedSeparation": 12, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 12 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-25", "family": "hue", "group_id": "hue-25", "image_filename": "hue-25.png", "image_sha256": "3bf4fd4a0fa8e974e2dd19472b34ef6d48be994a07f1249e4173515e886194f0", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.99147055559695, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-26", "family": "hue", "group_id": "hue-26", "image_filename": "hue-26.png", "image_sha256": "670df51c560c406bddf61965e575b778c46fbf1a0f23de8f2e0ff184f1e3c20c", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.16893277154924, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-27", "family": "hue", "group_id": "hue-27", "image_filename": "hue-27.png", "image_sha256": "2b695c479b3dd231094d80eea5cd0fb0b40d097a7dc2aec6a076998cc9457485", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.18823470708196, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-28", "family": "hue", "group_id": "hue-28", "image_filename": "hue-28.png", "image_sha256": "8f1ceb4bae671997db4e8199d008fb44a4268283f276b583e2b048a4248d9168", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "fixed-lightness-chroma", "optionSetId": "hue-07", "sourceRgb": [ 159, 130, 176 ], "intendedHue": 312.77503187045073, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-29", "family": "hue", "group_id": "hue-29", "image_filename": "hue-29.png", "image_sha256": "0456064220ed79cb5f704728b11229fdb1218ebb46bd21dee1b31b855ddce5fe", "ground_truth": { "choice": "A" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 155, 131, 179 ], "intendedHue": 307.43285324683177, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-30", "family": "hue", "group_id": "hue-30", "image_filename": "hue-30.png", "image_sha256": "c9d57971eb4ad989ea3405f17f18d2747459a3d6458d20c4ef4a57dd55cac6ad", "ground_truth": { "choice": "B" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 151, 133, 182 ], "intendedHue": 301.23909810611553, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-31", "family": "hue", "group_id": "hue-31", "image_filename": "hue-31.png", "image_sha256": "49f79af7ffd54fb6510af6738926ca932b61095035a736c5e008ec14a2ad4014", "ground_truth": { "choice": "C" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 160, 130, 176 ], "intendedHue": 313.70490379629854, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-hue-32", "family": "hue", "group_id": "hue-32", "image_filename": "hue-32.png", "image_sha256": "0ea41a2e7c1285baa0e0ec0e099a990ab02bda5f38a013774fc54a2414ad0ca3", "ground_truth": { "choice": "D" }, "prompt": "Which option, A, B, C, or D, has the same hue as reference R? Its lightness and colorfulness may differ. Compare the kind of color, not how light, dark, or gray it is. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "varying-lightness-chroma", "optionSetId": "hue-08", "sourceRgb": [ 146, 134, 185 ], "intendedHue": 294.359023684662, "intendedSeparation": 6, "reference": { "kind": "hue-reference", "minimumDistractorDegrees": 6 }, "humanAgreementMeasured": false, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-01", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-01.png", "image_sha256": "889f2393d26b7f0184dd396d5ba7e2db3599326510738905cce2621a19421f21", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-02", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-02.png", "image_sha256": "85d23cb6735d1e4e8394804b19ca3c802ceed6c1a516cd4d1555d1659239fffa", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-03", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-03.png", "image_sha256": "37c3ea177ae5224009252a87cfe6547b9e6e6a4a8a6d468a7039379dc641a042", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.3600233663413836, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-04", "family": "lightness", "group_id": "lightness-chain-01-edge-01", "image_filename": "lightness-04.png", "image_sha256": "45623ab6bdcc771b2637de27a88d0036e401ece3799060f3247f85e1582c40e9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.3600233663413836, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-05", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-05.png", "image_sha256": "7321c42958c5e34949ccedeaa9eb2bc000b78d1aefc17e1ad0583d259b91a2f6", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-06", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-06.png", "image_sha256": "6b7d45f09890a73aae627559bccdd1e843d9b9070c10c0959caacfe4986921a6", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-07", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-07.png", "image_sha256": "7b34d26487e3ee245e11197f96c815584fb721f25679b03b529200383f167b46", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4603956036486312, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-08", "family": "lightness", "group_id": "lightness-chain-01-edge-02", "image_filename": "lightness-08.png", "image_sha256": "4a9cfd12e0808cfcefe7a8c8f1df362eee095f28dbf74bef8d86991ba776c681", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.4603956036486312, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-09", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-09.png", "image_sha256": "a524616e72af097a0a3da21c573b49ebc34bd2ee6ae72f4ed860d2263c983097", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-10", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-10.png", "image_sha256": "7051a37d6ded71fb1b61a47a15ed6a3bb4b3df01b6bc077e29450a5ef430b855", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-11", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-11.png", "image_sha256": "d2be39f8854bbfb3d0f0bed884a02eef2c881974ffb92c876b756e1e5fea0b1c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5102783549712854, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-12", "family": "lightness", "group_id": "lightness-chain-01-edge-03", "image_filename": "lightness-12.png", "image_sha256": "56009807c42d374e8485599e43f027c322eaac16379b2f9b29a7d3df28a21733", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5102783549712854, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-13", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-13.png", "image_sha256": "fb950a04034bf2e340c1ba68a3c2129abf972631376588cbc32b6f4d516de7ae", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-14", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-14.png", "image_sha256": "a0b8ecfbf92ce97e2a16ea80cfbedf793df97bf23871968a2bb47e69ec074f11", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-15", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-15.png", "image_sha256": "7385d59f9a7375f37079ed4b5cc4333ac8e2aaca4f43f5191b4f4f8a5eecc380", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5312817994338657, "c": 0, "h": 0 }, { "l": 0.5417056629433284, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-16", "family": "lightness", "group_id": "lightness-chain-01-edge-04", "image_filename": "lightness-16.png", "image_sha256": "e3ba4e84f103aae192017e2a253997706ba160bc3d9507892d09454b43e03a2d", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-01", "intendedHue": 0, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5417056629433284, "c": 0, "h": 0 }, { "l": 0.5312817994338657, "c": 0, "h": 0 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-17", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-17.png", "image_sha256": "bb0044acbcdefe4273260b506a728b9f9d5a88e5b0a14abe29032a3f1793189b", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-18", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-18.png", "image_sha256": "1af9c4bab58152305917a176acdf8994750be651d0799c5ab693741f16a45c4c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-19", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-19.png", "image_sha256": "2d87255a4b64f3c05de5ace361b592de84daea690bc1e9a46dee1fea25089f48", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-20", "family": "lightness", "group_id": "lightness-chain-02-edge-01", "image_filename": "lightness-20.png", "image_sha256": "fcfae16d4fd7d43165fc9e27dd6d5d53f751b4f2ced003b9221b7a4589150b2f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.4303043001389351, "c": 0.05038404749640244, "h": 24.63468405320498 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-21", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-21.png", "image_sha256": "5bb55de9d0bc500515469e3094357aee9b80fc98d55974db1bed6eedeb3164a2", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-22", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-22.png", "image_sha256": "7718ad9cb3a35aa3ba781d3763def6cb108002f6ce40896a2c92117d649cc3c0", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-23", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-23.png", "image_sha256": "e259f6a925d191cb2c99179468c5d9f938f562aef94cba5c3c1297c313e45bb7", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-24", "family": "lightness", "group_id": "lightness-chain-02-edge-02", "image_filename": "lightness-24.png", "image_sha256": "491e2d23faca4ea536a2bedb0d0964457de22494db5e2c70861d1fa7215d1c6f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.481049705771332, "c": 0.05036887593260593, "h": 25.99305260577006 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-25", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-25.png", "image_sha256": "13b42fda2e392de2d800b485d86a8874b6fd7d2fbbeccecfdf20fb1b37dab8ed", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-26", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-26.png", "image_sha256": "c82150c69f6bdfb675709b4487fdb9d3915dc1bb00acbd16c3fc2bfe2f474030", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-27", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-27.png", "image_sha256": "3c468d28f97dfd9a85ed6047b8b28034d3dc04867f3d99233c74d965bbbf91d3", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-28", "family": "lightness", "group_id": "lightness-chain-02-edge-03", "image_filename": "lightness-28.png", "image_sha256": "f4891e407f3ecd457cdffa178ab413339b6077ec3be3af78474957118f9261ea", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.5000226844566541, "c": 0.05096636042762954, "h": 24.10946785062424 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-29", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-29.png", "image_sha256": "3949df978fac1f1997d0e3824cf9007212b4d4229588e56be2daaec688318170", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-30", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-30.png", "image_sha256": "e4e17a935c5ef65e588621630e8508cafc5be62b3b23f4389f9d1782ec3ab17d", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-31", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-31.png", "image_sha256": "285adaeb9342b50849343f13501b5a5c64ec71160ab35767c19272be64918732", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 }, { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-32", "family": "lightness", "group_id": "lightness-chain-02-edge-04", "image_filename": "lightness-32.png", "image_sha256": "ddb65eba7107cc4cf988b0925836b808711f978f3c4431b19ba04c5e363cb432", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-02", "intendedHue": 25, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6098328023874281, "c": 0.04957442730667227, "h": 25.31132945378414 }, { "l": 0.5104476331478618, "c": 0.050659682604512944, "h": 24.066356041507504 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-33", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-33.png", "image_sha256": "6687c96bf8701ee6e283379515b9e6805516541414a78be5debc312f7e6d3465", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-34", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-34.png", "image_sha256": "e452823ea7702d9c201aab6a57f8a88290671db0bea97646aeda98ae531739df", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-35", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-35.png", "image_sha256": "5cc2bfc90c945511654c875c958b054a7f3b11083718e94560957fef827d677f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-36", "family": "lightness", "group_id": "lightness-chain-03-edge-01", "image_filename": "lightness-36.png", "image_sha256": "5ea652b0a4b66344d0bd3df01e1d7e67e2453d500c1338c9c2528846e031897e", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5003476802713436, "c": 0.04978678135612534, "h": 115.23811337723691 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-37", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-37.png", "image_sha256": "65a3f634321412ad0b33fcab6e46f9cbb50e98b9e2ee5bd225feecf5b6f83e61", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-38", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-38.png", "image_sha256": "e0a6955b2bc2b980278946c2712196ae4b2e9ad10929ae71d69d2843b6d0d97f", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-39", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-39.png", "image_sha256": "497446d54e0fe7264fd9f26d0319602502b672cd93a94f4b93b93622a35c5709", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-40", "family": "lightness", "group_id": "lightness-chain-03-edge-02", "image_filename": "lightness-40.png", "image_sha256": "7da3c27307bc178448b39589e3148380d4b876979097db377374722e426ddbe7", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.5211414883706144, "c": 0.050810112152313194, "h": 114.99501521337243 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-41", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-41.png", "image_sha256": "cc3eeaa6ad296d72927ee336459d736d9d7009daf3c2d4ecd5d1ce51164f9890", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-42", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-42.png", "image_sha256": "1d2e5c105bb7270b9a204953973133b6adbfbf6576ec7587c65eb317fb82e1a1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-43", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-43.png", "image_sha256": "f4464c97ec0939621ddedc1a68fd0bff738b48f86ae8499a366891e260cc9b20", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-44", "family": "lightness", "group_id": "lightness-chain-03-edge-03", "image_filename": "lightness-44.png", "image_sha256": "83378c8c258489e3071f968c5e95328d7fb550663fad4c66baa1d32e4c59f158", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.5315698259820681, "c": 0.0506353416598035, "h": 114.9519411892943 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-45", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-45.png", "image_sha256": "ffdc494943b2528c443f093ffd73f553f960b58885aec5913c50f543f65956d3", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-46", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-46.png", "image_sha256": "6699ffe89bf92cbe4afef1907d43e92c60c4932a5fe4ca18bb7c4d06946e1537", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-47", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-47.png", "image_sha256": "8c9c863f216070e927347b0172e91402b8c3b9d209041ce518aa974836b3c907", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 }, { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-48", "family": "lightness", "group_id": "lightness-chain-03-edge-04", "image_filename": "lightness-48.png", "image_sha256": "0cfe5f36271d3778dc4dbf15cd02b2f28b9d18e4a6168eee21ab1ddb1d0bc3bd", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-03", "intendedHue": 115, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.67926880625273, "c": 0.049642985789359176, "h": 114.33957580900432 }, { "l": 0.6298095220443165, "c": 0.0503995270654495, "h": 114.46992251104416 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-49", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-49.png", "image_sha256": "751fe3a3c4d0581e67fe198fe4079ed7232e835cce667e2a9aa6f5c478f07393", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-50", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-50.png", "image_sha256": "7c8f6c7f43191c4a627b26853abd7a93df0b7516f8478746b11e3b488cb5d88b", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-51", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-51.png", "image_sha256": "5c6f7f939aface7e58329cba81d73368d678e8c2d2cf0a51fecb19dfba932fae", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-52", "family": "lightness", "group_id": "lightness-chain-04-edge-01", "image_filename": "lightness-52.png", "image_sha256": "9a8ef4d016459681ef3a5929d912af718e204e8dda977d471b19ef8351ea7505", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.01, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.5802874719629809, "c": 0.049109255057339055, "h": 294.8522691970064 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-53", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-53.png", "image_sha256": "51a85fbf067b61222da012942afdbb1ab75b17e5f3326442f2881af4d168f8c9", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-54", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-54.png", "image_sha256": "9580475672935c3b301cd9954d4f912785dc5e321929b69e55fa330e038ade91", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-55", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-55.png", "image_sha256": "2473840a3d0e405c5cf8c1da1f3fc034916b6de599e64468b9a3be5352aa58d1", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-56", "family": "lightness", "group_id": "lightness-chain-04-edge-02", "image_filename": "lightness-56.png", "image_sha256": "eea29dc0a0c07ef1a81c02cdb01a59a847aed1fc21148bdc5310ebd48bde84b8", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.1, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.5904527044373544, "c": 0.04889851745854866, "h": 294.8870938915945 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-57", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-57.png", "image_sha256": "0db94bf5d198098f2da489d48b85e8e0cad0cb827fa3052691bbfee6533dee81", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-58", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-58.png", "image_sha256": "937718480381b321c43642e94ba941a6095e137b394e25002abf291a23554e67", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-59", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-59.png", "image_sha256": "dcd4abcfc45c02bb0ea44196f157465ce099f29671276e62079ddc3cea5e057e", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-60", "family": "lightness", "group_id": "lightness-chain-04-edge-03", "image_filename": "lightness-60.png", "image_sha256": "4b1a811b49087f920dd8fc8cdcd609ba3c1ccf08a0eced654840505face29b01", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.05, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.6906954506404995, "c": 0.049901741099423316, "h": 294.4957541701808 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-61", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-61.png", "image_sha256": "75f846b843fb7bc4e80074cc57afd73057aeb1697c152d28f792b2198067056f", "ground_truth": { "choice": "B" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-62", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-62.png", "image_sha256": "1d143f7a499ffff214010a65d919b402afc5302232f912d7e4005441da0dac40", "ground_truth": { "choice": "A" }, "prompt": "Which patch is lighter, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "lighter", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-63", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-63.png", "image_sha256": "4296f6360c1a75e1cbe537dd2470ee5b0c1aa3f716819247b3ada53616eea11c", "ground_truth": { "choice": "A" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 }, { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-lightness-64", "family": "lightness", "group_id": "lightness-chain-04-edge-04", "image_filename": "lightness-64.png", "image_sha256": "671c887bf8a0bd3d88050a8a927e6d46579eb73eeb6768acdf7f86b22e6d1410", "ground_truth": { "choice": "B" }, "prompt": "Which patch is darker, A or B? Compare their flat interior colors on the shared neutral background. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "direction": "darker", "comparisonSetId": "lightness-chain-04", "intendedHue": 295, "intendedSeparation": 0.02, "reference": { "kind": "dark-to-light", "colors": [ [ 48, 48, 48 ], [ 96, 96, 96 ], [ 144, 144, 144 ], [ 192, 192, 192 ], [ 232, 232, 232 ] ] }, "decodedOptionOklch": [ { "l": 0.7594277130093625, "c": 0.050276484874041266, "h": 295.65419908102785 }, { "l": 0.7402949165280466, "c": 0.05059896401447622, "h": 295.61400422941585 } ], "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-01", "family": "matching", "group_id": "match-binding-01", "image_filename": "matching-01.png", "image_sha256": "14f6ba17644c333d73f85728e94b52a48f0ad83dda968aca81fb26c9c03dca14", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 198, 137, 132 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6894894134653369, "c": 0.07571320154902554, "h": 24.428791523190228 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-02", "family": "matching", "group_id": "match-binding-02", "image_filename": "matching-02.png", "image_sha256": "f55733cc5bce14922bf91a51147a9783ab34539ca5ff31abe20f13a934f24711", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 146, 90, 86 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.52901805662585, "c": 0.07471062088690782, "h": 24.320684965298597 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-03", "family": "matching", "group_id": "match-binding-03", "image_filename": "matching-03.png", "image_sha256": "dc4072ecdb265a222aeccb167d29715f8212f83f7be4e1c3f8a7a0b3f9caedbc", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 224, 162, 156 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7695285482174882, "c": 0.07472958407153123, "h": 25.167145229341713 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-04", "family": "matching", "group_id": "match-binding-04", "image_filename": "matching-04.png", "image_sha256": "63a46a27f6a75efbb2710f7363e095c90f6154ff4acdcbafff8d4412590df707", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "wide", "sourceRgb": [ 172, 113, 108 ], "optionSetId": "matching-01", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6092364739362921, "c": 0.07585500986562138, "h": 24.847194477440894 }, "intendedSeparation": 0.08, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-05", "family": "matching", "group_id": "match-binding-05", "image_filename": "matching-05.png", "image_sha256": "478df511433aed9206be29b9dd670e9333b98fd1cb865c97a043d6c9809743ea", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 154, 117, 74 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.5890376456411939, "c": 0.07515003688606763, "h": 69.69297708639965 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-06", "family": "matching", "group_id": "match-binding-06", "image_filename": "matching-06.png", "image_sha256": "d9cee6270e7ec8896fab95804eed239c14230d5c2920ae3f42dec3b93eebb5d1", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 192, 154, 110 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.7108063777050321, "c": 0.07464556585896225, "h": 70.26398041839957 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-07", "family": "matching", "group_id": "match-binding-07", "image_filename": "matching-07.png", "image_sha256": "f23771eb15bc962ee2654e1252ddf245ec79463b4aa96faf920bfc088f7d66ae", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 167, 129, 86 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.629881993788956, "c": 0.07519686333556927, "h": 69.21818788013667 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-08", "family": "matching", "group_id": "match-binding-08", "image_filename": "matching-08.png", "image_sha256": "e47befec3ab418b5f28fcc0c610aeaa6bf8c4b3db733d7e3966e319c7a2d3791", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "sourceRgb": [ 179, 141, 98 ], "optionSetId": "matching-02", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6690828049075527, "c": 0.07446776285348121, "h": 69.4551500162043 }, "intendedSeparation": 0.04, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-09", "family": "matching", "group_id": "match-binding-09", "image_filename": "matching-09.png", "image_sha256": "6fad60fb6f0c10d157c111484a66942c32fcc236c4c5c465a5a653987650641d", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 150, 158, 104 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6793588861550827, "c": 0.07484041752125951, "h": 115.29143792612092 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-10", "family": "matching", "group_id": "match-binding-10", "image_filename": "matching-10.png", "image_sha256": "bcab0c3bb5bd70fb1090a55409ea4642ca1ef209964e4e15048c704bfffadb40", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 138, 146, 92 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6400050330215442, "c": 0.07548285938059711, "h": 115.44573963879009 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-11", "family": "matching", "group_id": "match-binding-11", "image_filename": "matching-11.png", "image_sha256": "1363118a1ddbcbb1680214efeeea41e86f8928523fde9cedcfb6548ef0d1fab6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 144, 152, 98 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6597510159255459, "c": 0.07516361466738285, "h": 115.36578900806762 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-12", "family": "matching", "group_id": "match-binding-12", "image_filename": "matching-12.png", "image_sha256": "0b53bc99223a4a9f3c3620b2413c4763528acd22fbaf19d9bb5416e588ce089a", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "sourceRgb": [ 132, 140, 86 ], "optionSetId": "matching-03", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6201152848321888, "c": 0.07579528151347184, "h": 115.53196015443973 }, "intendedSeparation": 0.02, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-13", "family": "matching", "group_id": "match-binding-13", "image_filename": "matching-13.png", "image_sha256": "3b594e7440c366a90d161dbf83cb5c8a3c9522f58e6ee870b798735d183bb396", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 100, 156, 126 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6450837705054752, "c": 0.07470490752973459, "h": 159.94491436717738 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-14", "family": "matching", "group_id": "match-binding-14", "image_filename": "matching-14.png", "image_sha256": "ca2b41d755da7d75f98a02fbfb8aa1e555a412ab4cc7084d24c5a1332cfcd632", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 103, 159, 129 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6548618017990839, "c": 0.07453186998085502, "h": 160.0147081954841 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-15", "family": "matching", "group_id": "match-binding-15", "image_filename": "matching-15.png", "image_sha256": "ed9d28b821aff8ac96cebdf1b9152cd2f77795ef90944e2d6736fdfc4384bf62", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 97, 153, 123 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6352745662021468, "c": 0.07487823685482883, "h": 159.87214064082332 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-16", "family": "matching", "group_id": "match-binding-16", "image_filename": "matching-16.png", "image_sha256": "0f91cd6af53ed55e8f19d94a2e8374220c9dc141a6a3c94735e8535f452dc336", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "near", "sourceRgb": [ 106, 162, 132 ], "optionSetId": "matching-04", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6646091057283504, "c": 0.07435929068168513, "h": 160.08169983385972 }, "intendedSeparation": 0.01, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-17", "family": "matching", "group_id": "match-binding-17", "image_filename": "matching-17.png", "image_sha256": "c4a586f181a2dacc85b292c7738ed7920e9d1a0fb82bc0e15bfc79e2deb80c17", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 113, 151, 155 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497081826948056, "c": 0.042183499400984384, "h": 204.24317557224407 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-18", "family": "matching", "group_id": "match-binding-18", "image_filename": "matching-18.png", "image_sha256": "46bd98d49a584e14ff718bc389e767018f52733cc9e37ecf4def525470c33c9e", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 58, 159, 170 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.649121270048406, "c": 0.09263784477869547, "h": 205.34920016146364 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-19", "family": "matching", "group_id": "match-binding-19", "image_filename": "matching-19.png", "image_sha256": "36f98e7151080b64d4b199bb99c39acd23f9f77f397fe37e0861ea48a6112fb6", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 131, 146, 148 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6485787495445072, "c": 0.017553821818313886, "h": 206.39523107367114 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-20", "family": "matching", "group_id": "match-binding-20", "image_filename": "matching-20.png", "image_sha256": "8fee55112c27daf6d750eca55a58f37108fc292254427b71e9d4df95dfaae55d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "wide", "sourceRgb": [ 90, 155, 163 ], "optionSetId": "matching-05", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491081180809918, "c": 0.06754882950244614, "h": 205.7898948792015 }, "intendedSeparation": 0.025, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-21", "family": "matching", "group_id": "match-binding-21", "image_filename": "matching-21.png", "image_sha256": "c12c57c1d7d9a16e027584f7288c3d2f726f4ec7f4aa470d51b866cd3edf400f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 109, 147, 186 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501385181096331, "c": 0.0722649966950554, "h": 249.63414376225683 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-22", "family": "matching", "group_id": "match-binding-22", "image_filename": "matching-22.png", "image_sha256": "82829ac769120ffd8ece0de599b962279a19655f16e8f56b1802843663c0083b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 127, 145, 165 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493008509701809, "c": 0.0364421976714875, "h": 251.13658885616042 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-23", "family": "matching", "group_id": "match-binding-23", "image_filename": "matching-23.png", "image_sha256": "24d37b09634ca11ab1a6514d65f404a93cb039f0c205a7f8eb779d6816c45481", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 115, 146, 180 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6491376226335209, "c": 0.06194366654653193, "h": 251.11412277915085 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-24", "family": "matching", "group_id": "match-binding-24", "image_filename": "matching-24.png", "image_sha256": "fd7c17ee9db26b45792155eddc1ef7bf3be8c544f6005c2185300195a0d7ad57", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "sourceRgb": [ 121, 146, 172 ], "optionSetId": "matching-06", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499199589193926, "c": 0.04830547220639629, "h": 249.58845243726046 }, "intendedSeparation": 0.012, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-25", "family": "matching", "group_id": "match-binding-25", "image_filename": "matching-25.png", "image_sha256": "d72d0fff0ee6eb94935b5eeb6b793f022d70c1d6705a7491e104ab9dde49bb1f", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 138, 168 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498235687572701, "c": 0.04483023850541485, "h": 295.82079447154456 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-26", "family": "matching", "group_id": "match-binding-26", "image_filename": "matching-26.png", "image_sha256": "e893dcaa96535e5a8fe41f502c138abdc96e590cf69ac08a1759dd9a427c6b91", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 136, 176 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488853613620486, "c": 0.05971690197532904, "h": 294.99941614867555 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-27", "family": "matching", "group_id": "match-binding-27", "image_filename": "matching-27.png", "image_sha256": "a13b3e530c061296ff9beda09e25b5017565cc85149af29140340deea9f2e3ad", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 145, 137, 172 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493211886224598, "c": 0.05228021346183567, "h": 295.3846872200093 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-28", "family": "matching", "group_id": "match-binding-28", "image_filename": "matching-28.png", "image_sha256": "924c6e8b21c75819eb18e1b1197794a4bc259a6b0016ca3c3f8e50ea6b7ead78", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "sourceRgb": [ 146, 136, 179 ], "optionSetId": "matching-07", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6509791951725951, "c": 0.06417123380426795, "h": 295.22429696616405 }, "intendedSeparation": 0.007, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-29", "family": "matching", "group_id": "match-binding-29", "image_filename": "matching-29.png", "image_sha256": "fefb6f68fb7aa6aee636a19325bfa60edf141a6019a9b47c978fd77c5a615913", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 168, 130, 154 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6505106714408044, "c": 0.05711612695211392, "h": 340.59015829012293 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-30", "family": "matching", "group_id": "match-binding-30", "image_filename": "matching-30.png", "image_sha256": "e82de078f5a1d8ff53fef2fa56d3f8b693e4de5afdab474ef2530cfc61a283a5", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 166, 131, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6500552333537799, "c": 0.05252488489488396, "h": 340.59595325800393 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-31", "family": "matching", "group_id": "match-binding-31", "image_filename": "matching-31.png", "image_sha256": "b4e350652f6e015b662d0f420b322dba0898ec8b5c4787b2f99ca186ba4d6b29", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 169, 129, 155 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499787000088645, "c": 0.0607448486450515, "h": 339.8260846980254 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-32", "family": "matching", "group_id": "match-binding-32", "image_filename": "matching-32.png", "image_sha256": "00b3a906bf21d54359a826b929eae09ac091e44827993832351d4bc89fbce96c", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "near", "sourceRgb": [ 164, 132, 153 ], "optionSetId": "matching-08", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499895696094173, "c": 0.04876382797048658, "h": 339.1874131518128 }, "intendedSeparation": 0.004, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-33", "family": "matching", "group_id": "match-binding-33", "image_filename": "matching-33.png", "image_sha256": "477f9ec45fe12e8583ae13587029608fbaa58e14dbe1aeae3c95d0e6f41b79a7", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 171, 126, 163 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493129310407072, "c": 0.07530128154181409, "h": 332.7412316291544 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-34", "family": "matching", "group_id": "match-binding-34", "image_filename": "matching-34.png", "image_sha256": "5014dce8e2d6041b6610ef94309611ae91f8a5eda2c5adf42be6bd0e0851e3d7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 128, 107 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6498789600630208, "c": 0.07525697156346361, "h": 41.7490423034111 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-35", "family": "matching", "group_id": "match-binding-35", "image_filename": "matching-35.png", "image_sha256": "aad2effba999c5def7627ab21ce0817e79633b118fa00a3b10ddaaf7bf4eb0eb", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 183, 124, 135 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6495713419797011, "c": 0.07473497021372898, "h": 7.108895968378704 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-36", "family": "matching", "group_id": "match-binding-36", "image_filename": "matching-36.png", "image_sha256": "0a08cca32510a448976905117cee00fd52e76c9dcacf5e0c17c8d1910a11f9f0", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "wide", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-09", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 35, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-37", "family": "matching", "group_id": "match-binding-37", "image_filename": "matching-37.png", "image_sha256": "b2d4a98f3c59be685be866931d15d091c95ec62ed7bcc1e9c2b9a9844da0bf10", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 169, 138, 90 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6511267044639475, "c": 0.07495346427778539, "h": 77.7863477197817 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-38", "family": "matching", "group_id": "match-binding-38", "image_filename": "matching-38.png", "image_sha256": "33218cb1c39cb1dc5902fae92c5aa9322c0a358cd263b76f4b5c4a9b90a5ecef", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 176, 133, 95 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6493261772142165, "c": 0.07452420109587264, "h": 62.39678737183954 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-39", "family": "matching", "group_id": "match-binding-39", "image_filename": "matching-39.png", "image_sha256": "07954bf7fdfb4dac7bc81656cd7e33299724f5b51d325900e3ae71d19c12ab8c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 159, 142, 89 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6494233702914786, "c": 0.07438546662310466, "h": 92.28614920839948 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-40", "family": "matching", "group_id": "match-binding-40", "image_filename": "matching-40.png", "image_sha256": "65defe9d8c299ed58bb290e7f862bba55695729f7a78071ccfd34c65f724bac8", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "sourceRgb": [ 182, 129, 103 ], "optionSetId": "matching-10", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497916656122427, "c": 0.07581948814371171, "h": 47.07344700241782 }, "intendedSeparation": 15, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-41", "family": "matching", "group_id": "match-binding-41", "image_filename": "matching-41.png", "image_sha256": "96d473c755e1e113725587207915cc2f2af76ba7b36fe916a7a9ff2db9e14993", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 145, 148, 93 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6506311002841105, "c": 0.07561626649612672, "h": 110.99057588614119 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-42", "family": "matching", "group_id": "match-binding-42", "image_filename": "matching-42.png", "image_sha256": "b83d385c1dc32cce196aba669996f5eec2a6a881b4b640ab14e69ffa71fc483d", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 131, 152, 102 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.65024212488153, "c": 0.07468205208512181, "h": 126.88006638945461 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-43", "family": "matching", "group_id": "match-binding-43", "image_filename": "matching-43.png", "image_sha256": "6b7446857f9029ad804b721f7358d404c5a0b126da3ff221235ca1669a2013c1", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 151, 145, 91 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6488531284031083, "c": 0.07391811324623936, "h": 102.75875406490411 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-44", "family": "matching", "group_id": "match-binding-44", "image_filename": "matching-44.png", "image_sha256": "03938c34311c0b76043d8358755f6f70554606ab34f8b2852c3fa839ec99154d", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "sourceRgb": [ 138, 150, 97 ], "optionSetId": "matching-11", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6501054380919568, "c": 0.07512874742674455, "h": 118.92446490097893 }, "intendedSeparation": 8, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-45", "family": "matching", "group_id": "match-binding-45", "image_filename": "matching-45.png", "image_sha256": "1896d88ffcec4243df3d505a569edd003d296e89d4f4fb670eb0b529c1a6c5a3", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 96, 158, 133 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6497376167657583, "c": 0.07505140075254643, "h": 166.50365944667715 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-46", "family": "matching", "group_id": "match-binding-46", "image_filename": "matching-46.png", "image_sha256": "3ef1a00868d486993943da27c36586e58beb1ba8cf909b42a1d0793a80732ea7", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 106, 157, 122 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6499089080358517, "c": 0.07564757592821424, "h": 153.87937832645866 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-47", "family": "matching", "group_id": "match-binding-47", "image_filename": "matching-47.png", "image_sha256": "7af4f1674d727d8f8826544fe1f799a24ce748d0c8469801578a35fa4a1e9036", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 100, 158, 129 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6507715730201014, "c": 0.07523802581426411, "h": 161.591837912737 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-matching-48", "family": "matching", "group_id": "match-binding-48", "image_filename": "matching-48.png", "image_sha256": "41d3595deeee406f55bcf72fc21ee61471ceecfe71f415babd742d734ada9e01", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same flat fill color as reference R? Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "near", "sourceRgb": [ 103, 157, 126 ], "optionSetId": "matching-12", "pairedFamily": "binding", "intendedTargetOklch": { "l": 0.6492053064207841, "c": 0.07403637747977901, "h": 158.33425169703025 }, "intendedSeparation": 4, "reference": { "kind": "exact-visible-color", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-01", "family": "oklch", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-02", "family": "oklch", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-03", "family": "oklch", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-04", "family": "oklch", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-05", "family": "oklch", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-06", "family": "oklch", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-07", "family": "oklch", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-08", "family": "oklch", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-09", "family": "oklch", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-10", "family": "oklch", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-11", "family": "oklch", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-12", "family": "oklch", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-13", "family": "oklch", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-14", "family": "oklch", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-15", "family": "oklch", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-oklch-16", "family": "oklch", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R in OKLCH using the D65 white point. Return only JSON with numeric keys \"l\" (lightness, 0–1), \"c\" (nonnegative chroma in OKLCH units, not percent), and \"h\" (hue in degrees, 0 inclusive to 360 exclusive). Use h=0 for an achromatic gray. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-01", "family": "rgb", "group_id": "numeric-01", "image_filename": "numeric-01.png", "image_sha256": "b368c5062523baa1d742b22e9ad1a04664210fc2974c214ac7235127fa201ad4", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 192, 64, 80 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-02", "family": "rgb", "group_id": "numeric-02", "image_filename": "numeric-02.png", "image_sha256": "b70e79c86cfdfba12becb8cf4e734e23c6228fe9c57bb8978d02d0be904ed084", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 38, 112, 190 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-03", "family": "rgb", "group_id": "numeric-03", "image_filename": "numeric-03.png", "image_sha256": "93cf0480171265f4ab7aaa4261f52e8f17562140a485f4eded81256088360b26", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 60, 140, 100 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-04", "family": "rgb", "group_id": "numeric-04", "image_filename": "numeric-04.png", "image_sha256": "954785045b2443bb0bb057313c34212711b4410a4e51d2c99cafce2db33c40f0", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 185, 135, 45 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-05", "family": "rgb", "group_id": "numeric-05", "image_filename": "numeric-05.png", "image_sha256": "5bae8234424f935cb236b7db44d5794471f07514aedbd4c2ece03be99f27ce61", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 135, 85, 175 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-06", "family": "rgb", "group_id": "numeric-06", "image_filename": "numeric-06.png", "image_sha256": "3de3d66ae6360dc0806fd29b763d4c448803dc8fa5207405032bdb9e30f4d05c", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 22, 48, 75 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-07", "family": "rgb", "group_id": "numeric-07", "image_filename": "numeric-07.png", "image_sha256": "d316c4c5f9c4e4d46dfbe76228d4399cdfa0186f45305be38a6e234b6c606770", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 225, 215, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-08", "family": "rgb", "group_id": "numeric-08", "image_filename": "numeric-08.png", "image_sha256": "f5ebeb60954b76f8f2f0f465c71c4d4dd4503b9b49184ddba6aef9ccbe299a86", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "achromatic", "sourceRgb": [ 128, 128, 128 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-09", "family": "rgb", "group_id": "numeric-09", "image_filename": "numeric-09.png", "image_sha256": "c608d03656c80bc68cc8dc93bea89b013cc50b14cd7e28605dbad7ac3d518b0d", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 230, 32, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-10", "family": "rgb", "group_id": "numeric-10", "image_filename": "numeric-10.png", "image_sha256": "fc022639784b74925281f8a0a0e4e50fe1b25586f4020be02452d3263f435f33", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 24, 158, 82 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-11", "family": "rgb", "group_id": "numeric-11", "image_filename": "numeric-11.png", "image_sha256": "6ab001fc27b44551dbc35b0f17d634c4c1fe33f9deb6c5b334a645aef683de03", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 84, 228 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-12", "family": "rgb", "group_id": "numeric-12", "image_filename": "numeric-12.png", "image_sha256": "e280cbb54a947941fa8a782051f5a1ece7a8379a71335cc9abdb25466aeab9e1", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 236, 208, 44 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-13", "family": "rgb", "group_id": "numeric-13", "image_filename": "numeric-13.png", "image_sha256": "a2fd6644af52c69a97caf17c9188aa723380e90896d36e39a0e9721168a84150", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 198, 58, 188 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-14", "family": "rgb", "group_id": "numeric-14", "image_filename": "numeric-14.png", "image_sha256": "e01d0b488cea36d9d4ad0efc19f8d126905871f5336d3a35e1e2b51ebf1c90e6", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "chromatic", "sourceRgb": [ 44, 178, 198 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-15", "family": "rgb", "group_id": "numeric-15", "image_filename": "numeric-15.png", "image_sha256": "8af6bcff62c673b2f0e5dc9b0db143fa73ccef31b9c0c1a86c7e0977a730165f", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 16, 16, 18 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-rgb-16", "family": "rgb", "group_id": "numeric-16", "image_filename": "numeric-16.png", "image_sha256": "361f338d2bace57141a587055a28a46f3f5c5d6bc26e7da3a6f602513225dd73", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "prompt": "Estimate the flat interior color of R as gamma-encoded sRGB. Return only JSON with keys \"r\", \"g\", and \"b\", each a JSON integer from 0 to 255 (no decimal fractions). Do not report alpha or hex. The target is opaque; estimate its visible fill, not its surroundings.", "design": { "axis": "numeric-estimation", "difficulty": "near-neutral", "sourceRgb": [ 243, 243, 240 ], "reference": { "kind": "unreferenced-estimation", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-01", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-02", "family": "samediff", "group_id": "samediff-pair-01-aa", "image_filename": "samediff-pair-01-aa.png", "image_sha256": "83623120d6172a6aa0635d5f61b2de05ac5640fb76348e81f4b8aa5afb8316c8", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-03", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-04", "family": "samediff", "group_id": "samediff-pair-01-bb", "image_filename": "samediff-pair-01-bb.png", "image_sha256": "ee044e0d4f202cb6fc80c5ddb7c3d985957bbc1ebf5b2251b8768a0ae9f8af44", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-05", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-06", "family": "samediff", "group_id": "samediff-pair-01-ab", "image_filename": "samediff-pair-01-ab.png", "image_sha256": "8a9ef229ceb65185d3a6e5f60bbb1ef0340b3926ad86a4dada06783eb7e836aa", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-07", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-08", "family": "samediff", "group_id": "samediff-pair-01-ba", "image_filename": "samediff-pair-01-ba.png", "image_sha256": "321e87301a553ade7f11ac54a91bd0be6fe0f9b7bfd9e28196ca4095b11b3c08", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-01", "mappingPairId": "samediff-pair-01-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 25, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-09", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-10", "family": "samediff", "group_id": "samediff-pair-02-aa", "image_filename": "samediff-pair-02-aa.png", "image_sha256": "d4cf4441a7ab192685a336d5c91f0051894606c60e20e1d9ff69ce11fe8c39d0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-11", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-12", "family": "samediff", "group_id": "samediff-pair-02-bb", "image_filename": "samediff-pair-02-bb.png", "image_sha256": "be45b2880500738c3ba5912b50cacf0164f9b8377262fe7e710fb7431986c260", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-13", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-14", "family": "samediff", "group_id": "samediff-pair-02-ab", "image_filename": "samediff-pair-02-ab.png", "image_sha256": "fa550e69c1b2bc4c1112d4a4cc164bab0a5b489addccfd7565f1b97a8e3e28e6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-15", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-16", "family": "samediff", "group_id": "samediff-pair-02-ba", "image_filename": "samediff-pair-02-ba.png", "image_sha256": "0a037cc41c273c9811ae930bcef0862f8bc4bc5c79c904d66dec4cf552f0bec5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "narrow", "pairSetId": "samediff-pair-02", "mappingPairId": "samediff-pair-02-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.015, "intendedHue": 205, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-17", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-18", "family": "samediff", "group_id": "samediff-pair-03-aa", "image_filename": "samediff-pair-03-aa.png", "image_sha256": "42fb3b4717b0cc6618712e5f5adb8580e8fe38e4ad71b4f9db9b57963b3bbeb5", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-19", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-20", "family": "samediff", "group_id": "samediff-pair-03-bb", "image_filename": "samediff-pair-03-bb.png", "image_sha256": "41f88d3be72ddfd73b567ec6d6cd3de8c805ff9e3a101733a1c30206aad57831", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-21", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-22", "family": "samediff", "group_id": "samediff-pair-03-ab", "image_filename": "samediff-pair-03-ab.png", "image_sha256": "8e04b7a582d4c70c188013b10dab3f31a9205fb5c6dadcefd20289f798372e51", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-23", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-24", "family": "samediff", "group_id": "samediff-pair-03-ba", "image_filename": "samediff-pair-03-ba.png", "image_sha256": "6ada6dff2093438d6fcfa1accb968dfe55e72357bf1b729825857eec75d1a38c", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-03", "mappingPairId": "samediff-pair-03-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 115, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-25", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-26", "family": "samediff", "group_id": "samediff-pair-04-aa", "image_filename": "samediff-pair-04-aa.png", "image_sha256": "f4666fa6129d802491b431bd886888cf46fcc43d2d93979d45c6aa53a76e6ff1", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-27", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-28", "family": "samediff", "group_id": "samediff-pair-04-bb", "image_filename": "samediff-pair-04-bb.png", "image_sha256": "d6d3855e4cc7685d701a16fe0d54510e9945e3d8161fa52ca61a3ee0e945cdcd", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-29", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-30", "family": "samediff", "group_id": "samediff-pair-04-ab", "image_filename": "samediff-pair-04-ab.png", "image_sha256": "5305d8ee74b18313b5650dd74ec4c043ff287d749ffe9bced309f2120ed6b005", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ab", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-31", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameA", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-32", "family": "samediff", "group_id": "samediff-pair-04-ba", "image_filename": "samediff-pair-04-ba.png", "image_sha256": "6067535bbeeaa101e45154a9f4e3fcf02351c50da86c7f9ffea2082e1376da52", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "narrow", "pairSetId": "samediff-pair-04", "mappingPairId": "samediff-pair-04-ba", "direction": "sameB", "same": false, "intendedSeparation": 0.008, "intendedHue": 295, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-33", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-34", "family": "samediff", "group_id": "samediff-pair-05-aa", "image_filename": "samediff-pair-05-aa.png", "image_sha256": "b03d40f0f608646d1fffe7e5f35a48fcc35831d514dfb813dd1bb2ab49e238dc", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-35", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-36", "family": "samediff", "group_id": "samediff-pair-05-bb", "image_filename": "samediff-pair-05-bb.png", "image_sha256": "ad25a45fea7cc56e7593271699fd63f078a8c5d343769ef1f4a779f7421c0e37", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-37", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-38", "family": "samediff", "group_id": "samediff-pair-05-ab", "image_filename": "samediff-pair-05-ab.png", "image_sha256": "e6e8270463bb61c69883c0c616589233c555ba08148956c7c0f2922a3568bb4b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-39", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-40", "family": "samediff", "group_id": "samediff-pair-05-ba", "image_filename": "samediff-pair-05-ba.png", "image_sha256": "b6f025dddbd13b8d81ff8e50b61edfc1b224037278c3974c71bf6ac95b15025d", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-05", "mappingPairId": "samediff-pair-05-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 70, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-41", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-42", "family": "samediff", "group_id": "samediff-pair-06-aa", "image_filename": "samediff-pair-06-aa.png", "image_sha256": "c6bef20d86e5fc7b36d621028b1a48d8f330010948431fae590161b8d35e521b", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-aa", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-43", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameA", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-44", "family": "samediff", "group_id": "samediff-pair-06-bb", "image_filename": "samediff-pair-06-bb.png", "image_sha256": "a6311c6336d10fa6f14759a1fb9396a3d923348a8c030b83250910e03c6b51d6", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "identity", "difficulty": "same", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-bb", "direction": "sameB", "same": true, "intendedSeparation": 0, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-45", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-46", "family": "samediff", "group_id": "samediff-pair-06-ab", "image_filename": "samediff-pair-06-ab.png", "image_sha256": "4ac6061419cc8e42e74a635f39aae4c4cdf526103ff8b86be741d00b1b04fa4f", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ab", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-47", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "B" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"A\" for same and \"B\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameA", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-samediff-48", "family": "samediff", "group_id": "samediff-pair-06-ba", "image_filename": "samediff-pair-06-ba.png", "image_sha256": "14784713259752ce303eecb4cca3a1cd2a4ea1137b755aee7742f2c99085d5e0", "ground_truth": { "choice": "A" }, "prompt": "Do patches A and B have exactly the same flat fill color? Answer \"B\" for same and \"A\" for different. Compare the colored interiors, not labels or borders. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "narrow", "pairSetId": "samediff-pair-06", "mappingPairId": "samediff-pair-06-ba", "direction": "sameB", "same": false, "intendedSeparation": 6, "intendedHue": 250, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-01", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-01.png", "image_sha256": "eb404a940032a1d9c44e4b60e46a39f0f6cb353a6b74dbcae0e352af1532ce30", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-02", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-02.png", "image_sha256": "18641f70a38b73875885b4636584c4d40527d88b02fa16a585924acd2323a06c", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-03", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-03.png", "image_sha256": "b8185843061705c336d7519a548370ad26926562449a2fa8d85a8d517cf70b37", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-04", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-04.png", "image_sha256": "c8ed8ecfa3c5c21c4c3caa84a274eacd640d890502360fca66c8dcacc1d28a09", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-20", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-05", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-05.png", "image_sha256": "80f78915953afa82ba32f4be2d1d07210b8e23a6c45d1984e9c4542ae219c2e0", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-06", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-06.png", "image_sha256": "2374af3b0531a8758a8ef98d65e3e3ce80d9bc70e09b7309c160266bc081109f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-07", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-07.png", "image_sha256": "ba63bb3f31426851368406bee9bc5944113289fc54c166c8ba84080a5fee8a30", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-08", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-08.png", "image_sha256": "bd4a273039081d466cacfcd7d8013d300c69da3d9713793fc82c750d1a3d632e", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-filled-84", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-09", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-09.png", "image_sha256": "0f8d4707cdf9e61ac4ed5855590e09a12599e354cdc97a40406f451baa2cdc15", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-10", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-10.png", "image_sha256": "0251f4331021997002ef63c06c80981322b22d537a330c9b7c0ac7759a0ba278", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-11", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-11.png", "image_sha256": "1d6f0b762febbfeb787e286b7fde18c6ca6ab659a86476612407c98aa43ddb63", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-12", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-12.png", "image_sha256": "2609af155b439157efdc2e1d7552ffffea645d0e009d5fd5f9206dda7c64d328", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-3", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-13", "family": "smallmatch", "group_id": "smallmatch-01-reference-a", "image_filename": "smallmatch-13.png", "image_sha256": "87d6b82449ca59ed79fc7017204db3c09358ef56ee44b44a3d52b99178234ea6", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 190, 130, 124 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6655766267207838, "c": 0.07540459666930206, "h": 25.61492955643024 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-14", "family": "smallmatch", "group_id": "smallmatch-01-reference-b", "image_filename": "smallmatch-14.png", "image_sha256": "ae0246b166ba5a9928cf766a1276998eb0da90a19bc9555cc88cf6b26518e2eb", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 170, 112, 107 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6047442185657516, "c": 0.07470527899243694, "h": 24.921498530592828 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-15", "family": "smallmatch", "group_id": "smallmatch-01-reference-c", "image_filename": "smallmatch-15.png", "image_sha256": "ba032f969d3a25daeb9bc3d5fa9c703d37bd5d9c37b4839735d2f685513f3e09", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 199, 139, 133 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6945263398112708, "c": 0.07447515708143464, "h": 25.522273375208442 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-16", "family": "smallmatch", "group_id": "smallmatch-01-reference-d", "image_filename": "smallmatch-16.png", "image_sha256": "91e38689a89c9c47a0b5f9256018fb9e6e9837ef224abda75626e31c03fa5c76", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 180, 121, 116 ], "interventionSetId": "smallmatch-01", "optionSetId": "smallmatch-01-outline-12", "intendedTargetOklch": { "l": 0.6354489629868129, "c": 0.07493715263158579, "h": 24.736952573424446 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-17", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-17.png", "image_sha256": "ee3fc5f0eca6db8683de69b5bba66805b5f51496610865fb2c9eed0c991d5809", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-18", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-18.png", "image_sha256": "0719ca8edc74d6fd5883a07bc404e6105e7dedf1023bb36c89c1699efec5e1dd", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-19", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-19.png", "image_sha256": "33c883bf74847d473d44a59d0329aba7f7780679b219ecd18ce96cda8c88bf44", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-20", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-20.png", "image_sha256": "1e38d874b93fdd7056e3ac21ed9e84f7df3704f7dba00d054299e7fc72557fbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-20", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-21", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-21.png", "image_sha256": "6546efe1edeb49f661f0fb8186e839adcb1a277732e8a36a723d86c6417711a5", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-22", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-22.png", "image_sha256": "e064d8ad481abd8aa6ad9ba22078790e8df3345b4901ff71cca22d5df34f551a", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-23", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-23.png", "image_sha256": "c32d4572272cb1b26670962a6feb3d215d54cd941831d7b5ace5578ba7bdb46c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-24", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-24.png", "image_sha256": "1fe594665842620ccfc0e3b08885412bb576b3b25fa34fadbd1831a1c19a9cbf", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-filled-84", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-25", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-25.png", "image_sha256": "4330f9687c7e3c3d54c7f4d76654ed74638dd5ce693b80faac5db3732d0bdf72", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-26", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-26.png", "image_sha256": "61d90ccdc3cac516f9f03967b65d0f9a7d2aa1bda5cce11b827c09f75fbcffb4", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-27", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-27.png", "image_sha256": "ce9fa04ef2c26dd15a1e22e239bbaa8807583df7f63b3188f4fef2b73757b55c", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-28", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-28.png", "image_sha256": "e66a6df87da92a19213b7bcb8e99444ecfdae7832fff4f47700788d32d44d158", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-3", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-29", "family": "smallmatch", "group_id": "smallmatch-02-reference-a", "image_filename": "smallmatch-29.png", "image_sha256": "5b9dcd19ce9915c5d0b74a29d35ac172d596d0ce8c8bcdaabd307dc8b521b9c1", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 146, 119 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6491232174644801, "c": 0.03900365611484679, "h": 114.33869771148812 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-30", "family": "smallmatch", "group_id": "smallmatch-02-reference-b", "image_filename": "smallmatch-30.png", "image_sha256": "31ad0bcbb934c6bcdd44c61f7dffef98b35d0524da50b4afbe702ae4112e242b", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 141, 149, 99 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506523719118191, "c": 0.07030698572027946, "h": 115.79347277678471 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-31", "family": "smallmatch", "group_id": "smallmatch-02-reference-c", "image_filename": "smallmatch-31.png", "image_sha256": "f15475f8c37fe76e9599253d5cd20ae952d95a6affd61b5f26da56648cdb7a46", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 147, 112 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6497028048871568, "c": 0.05009064520043779, "h": 114.41489228967237 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-32", "family": "smallmatch", "group_id": "smallmatch-02-reference-d", "image_filename": "smallmatch-32.png", "image_sha256": "0f9c39367b566f9ac46eda71aafbfd0f42cf278b7be17f94e3e35fdcbeaacbbd", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "chroma", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 148, 106 ], "interventionSetId": "smallmatch-02", "optionSetId": "smallmatch-02-outline-12", "intendedTargetOklch": { "l": 0.6506359398355193, "c": 0.05957371918719442, "h": 114.68843735903988 }, "intendedSeparation": 0.01, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-33", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-33.png", "image_sha256": "c59723d43051011c09b9b8c222b1eaa621623e4fd1e1019eddb53556831d8768", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-34", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-34.png", "image_sha256": "bc0428794887d1392a6eb816dbb2b22b7af3063f773b738c5873bbe93f609c94", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-35", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-35.png", "image_sha256": "a169b6cdcf81dcfa5c9ad468f8a712ab8acbf074d906d831e21af53f908b9395", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-36", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-36.png", "image_sha256": "b02b9a0670368d391e4ddcc596f8638d8e26f441bbc7fc58bff842a32995d7ac", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-20", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-37", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-37.png", "image_sha256": "c3c68f40a57ee78dcaeff31cd2a54d10357107b34d4c861ec46e82fb7afabd23", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-38", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-38.png", "image_sha256": "a3d06b44b7e701e27fce48de9fd71e2498c050695d252b036e81bd94da189f92", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-39", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-39.png", "image_sha256": "c21006645ac757a160fbb632c6b731f60b75bcd50e20239af21a61f7ea320372", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-40", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-40.png", "image_sha256": "746d612cb7730b53dad50b76e4daa87b478e24fb2fe556147934f244b4ed981f", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-filled-84", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-41", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-41.png", "image_sha256": "d982ffd296ed9de46ce4659e42e1863379df1f74718ef227c85f739519161099", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-42", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-42.png", "image_sha256": "78ac5edd942336b7379d10115a9b45e11c86f67c9c98a90e40d8508c28c15fb2", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-43", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-43.png", "image_sha256": "3e6ed76d25fbd0c04a8024e5de75246489b05d87f25cd8ba57e092c746def664", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-44", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-44.png", "image_sha256": "957f0a17b1db07cdd8e20a3621c69828557e14e456a3493176e9296b018e9cd4", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-3", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-45", "family": "smallmatch", "group_id": "smallmatch-03-reference-a", "image_filename": "smallmatch-45.png", "image_sha256": "a642438f107918dcd6e45431d1e70260e02f4acbc89103ff9e2ee10364edbb05", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 87, 154, 175 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6498848501209542, "c": 0.07489086028775767, "h": 220.3324844497185 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-46", "family": "smallmatch", "group_id": "smallmatch-03-reference-b", "image_filename": "smallmatch-46.png", "image_sha256": "5d3369ba077bc53f4ba2fe5e74de20ef3f5bef2130cb9b9b1915e46927fcc5be", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 82, 157, 161 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6495444283563926, "c": 0.07476141882534498, "h": 200.03885599549528 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-47", "family": "smallmatch", "group_id": "smallmatch-03-reference-c", "image_filename": "smallmatch-47.png", "image_sha256": "66dc656388dc57f47523a3246156ce15854138e7d1d8156a8978c5edad8e07da", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 156, 168 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6501360985153823, "c": 0.07494490435127749, "h": 209.3129837336527 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-48", "family": "smallmatch", "group_id": "smallmatch-03-reference-d", "image_filename": "smallmatch-48.png", "image_sha256": "2cc3e58cefe13c2a33b5e258a347aa56f15181a8013e81b10d46125d21ae8c74", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "hue", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 83, 158, 153 ], "interventionSetId": "smallmatch-03", "optionSetId": "smallmatch-03-outline-12", "intendedTargetOklch": { "l": 0.6496492970988552, "c": 0.0752982976456049, "h": 189.81513300341692 }, "intendedSeparation": 10, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-49", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-49.png", "image_sha256": "855f61ac6a7cedc28b4417103fb4c2657da2b60f189fabfd72edafe70f65c5ba", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-50", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-50.png", "image_sha256": "081007e1b713073d6473726f3b22b3cd631704496b249125b2f3416aaeae12ed", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-51", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-51.png", "image_sha256": "b46b0eebf48aeeafb55b5cd9fde5431661591ef84cdb131e791b7ad4f05df57b", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-52", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-52.png", "image_sha256": "4ae51332f48d524f175e2d43a62b4b7cc501235b90e9bc2263637df18ea190c5", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-20", "layout": "dot", "sizePx": 20, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-20", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-53", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-53.png", "image_sha256": "4fa43fad37ec0656e0ff574a68302e35270fdc083d9f995ecdd5b2675814aaf9", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-54", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-54.png", "image_sha256": "26777d3f8d647096b59f43f3cb0ab372812a55a1dd37f7753967540fb0d663d0", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-55", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-55.png", "image_sha256": "015aad9e54cba55c8dbe0ffe545c7a42c52bfc10ba7a85b7ea47a6b30a1fdf92", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-56", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-56.png", "image_sha256": "decee2d9595acc2af95962646294738e3d97c58d873759955e4d89e30dbc3025", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "filled-84", "layout": "dot", "sizePx": 84, "strokePx": 0, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-filled-84", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-57", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-57.png", "image_sha256": "3621e949d9c41753e5cc3fb23aaef12bf0da7d0a822afca003130f447e17776e", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-58", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-58.png", "image_sha256": "fb117c3bb619b87eecc94f4e981210dbad8213cac4a8997a19ee35db26a6bb90", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-59", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-59.png", "image_sha256": "cfaa87d5d42e7bb83cef936a378b87b29dcb6ef63bc975080e9ba6b817214987", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-60", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-60.png", "image_sha256": "39d3a073198fba4441efd0ccd578cba23c5c077b0636004ffab6c9228403979b", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-3", "layout": "frame", "sizePx": 84, "strokePx": 3, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-3", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-61", "family": "smallmatch", "group_id": "smallmatch-04-reference-a", "image_filename": "smallmatch-61.png", "image_sha256": "b06414eaf45c4747d6e8745a6ad38b23f39ad3e021a2d2ea52036be13303ab64", "ground_truth": { "choice": "A" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 142, 130, 180 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6358831638882176, "c": 0.0750046465129576, "h": 295.1956628134625 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-62", "family": "smallmatch", "group_id": "smallmatch-04-reference-b", "image_filename": "smallmatch-62.png", "image_sha256": "78b81482d740f3890e05d61d2f421c274db35c59e42e635a0de0c54ff1dcc92f", "ground_truth": { "choice": "B" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 151, 139, 189 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6654927275308222, "c": 0.07419727140247673, "h": 295.321513629218 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-63", "family": "smallmatch", "group_id": "smallmatch-04-reference-c", "image_filename": "smallmatch-63.png", "image_sha256": "e1b77c72621923b9d68e14cc50da40704b69ac4a2ea32b839d7fc25055641449", "ground_truth": { "choice": "C" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 133, 121, 170 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.605500378501128, "c": 0.0744100792511153, "h": 295.3288590174434 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } }, { "task_id": "colorbench-smallmatch-64", "family": "smallmatch", "group_id": "smallmatch-04-reference-d", "image_filename": "smallmatch-64.png", "image_sha256": "0f8035fea14d396468d49d8ea07323f50c714615a5b4b4b286871a56b529cb97", "ground_truth": { "choice": "D" }, "prompt": "Which swatch, A, B, C, or D, has the same color as reference R? Compare the colored regions, including colored outlines; ignore labels and neutral surroundings. Return only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "axis": "lightness", "difficulty": "mid", "condition": "outline-12", "layout": "frame", "sizePx": 84, "strokePx": 12, "sourceRgb": [ 160, 148, 199 ], "interventionSetId": "smallmatch-04", "optionSetId": "smallmatch-04-outline-12", "intendedTargetOklch": { "l": 0.6952117153914584, "c": 0.07484629697334284, "h": 295.176137100096 }, "intendedSeparation": 0.03, "reference": { "kind": "small-region", "neutralSurround": [ 238, 238, 238 ] }, "controlVersion": "0.4.0" } } ], "results": [ { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "12c04539-9dab-4aa6-9156-8d1d0d5d5f6e", "result_sha256": "b5742eebb7a731f3d4d6e3562b0e54ac267e4ac49f468e5d85501a8e034fde79", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-01.png", "input_tokens": 725, "latency_sec": 3.3654340689536184, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 611, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:48.785845+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0ade096-dcef-4a5d-8643-ecd90ddbf3c8", "result_sha256": "5067217f42b92208ecbf28ef2aec5508c2eb550c2a4b97637e17fb9e1528343a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-02.png", "input_tokens": 725, "latency_sec": 2.350346927996725, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 367, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:06.480255+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac9c48fb-a39f-44fc-8509-b949b3e86046", "result_sha256": "544c2d0ab95a45bc10f9d53e90642dbc8220c73ff174b25803c411cb0825b8a3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00299, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-03.png", "input_tokens": 725, "latency_sec": 1.706822045147419, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 157, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:51.123941+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "28c80d28-fc34-44fc-90b8-cf749329f4fe", "result_sha256": "6ace59a53801138b4c77d777c24153a5b7974be6940cf9ca45d827c2860c1aab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-04.png", "input_tokens": 725, "latency_sec": 2.6824973749462515, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 379, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:19.932143+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "45911a17-228e-4a6c-9789-77461716ba11", "result_sha256": "827d918350b77833ba8382042bcc373c04d6fefb610ac893fd00739071545629", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0059825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-05.png", "input_tokens": 725, "latency_sec": 3.166548680048436, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 556, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:02.134265+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3414ee6-426a-46e6-9f91-e91e4793f48e", "result_sha256": "b8d83ad8f649a22ab92bde252e68c740295d4b2da4d1389a2562a3c1c6dfd4ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00491, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-06.png", "input_tokens": 725, "latency_sec": 3.019349772017449, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 413, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:25:07.270544+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "18673bf9-168b-41c0-a3c8-76449406ac52", "result_sha256": "e3081af8697156c1a81fa3aa70acda99c236a5052fe988fb52e3b6dc54c6b57b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005015, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-07.png", "input_tokens": 725, "latency_sec": 3.265042513143271, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 427, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:17.389282+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9beaa325-19f1-4b0b-86ab-00d3c7bb4d9e", "result_sha256": "0aaa358fdb0d07e0e3fea1c85b33410a69e631206fb0ad61e1b01ecae876841e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0076475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-08.png", "input_tokens": 725, "latency_sec": 4.695779107045382, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 778, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:55.466589+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "33048fce-0bd1-4f53-9522-bbbf44d329f3", "result_sha256": "94cd9e44849016ba8eb6fbcaf6843bc96c260f696f1cfbab1f50a6024d1a89fc", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0354275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-09.png", "input_tokens": 1508, "latency_sec": 19.514265234116465, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4221, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:11.054279+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7219e8b-f012-4a5e-9f74-096e645f0ec1", "result_sha256": "974b6c5419aa78d2a76ca9e9004f50580cbc84f7144b342125c46875fd0cceaf", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00641, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-10.png", "input_tokens": 725, "latency_sec": 3.639975958969444, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 613, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:30.873166+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e80846-bf08-4cf9-ba88-415c23582ea2", "result_sha256": "61ea2470b72ce98aac94ee4bad4e4cb333e85ece34da77c160d00269572afe98", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0036725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-11.png", "input_tokens": 725, "latency_sec": 2.1102149938233197, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 248, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:00.245605+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e0f3f94-f4cb-4885-a0b0-22e3e250805f", "result_sha256": "934b06a766ed25b8d1e3dd9c278641cb7db4894171108a567372a00ed9d03a6a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0318725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-12.png", "input_tokens": 725, "latency_sec": 18.661533456062898, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4008, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:47.633964+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "edc5617d-b97e-4c49-85a7-6c51a5683c25", "result_sha256": "e8a0b5e63e05dc3a3ef7f168baf5616c88cb73ecc55277389246006fc1608d88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01673, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-13.png", "input_tokens": 725, "latency_sec": 10.79635960701853, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1989, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:33.937544+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca5063c-4713-4e9d-bfbb-29d6ed4c652f", "result_sha256": "b5846f7c5dc5524aeda6f3f183c26a33f6795fb9bd69d395ccfc506ef2afa32b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-14.png", "input_tokens": 1508, "latency_sec": 17.652715906966478, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:55.778811+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "28d3a3f1-7429-4bf0-a7ee-158b417e1249", "result_sha256": "943cf59df7f02c0f98170aef1ee61f6c311ebbb74a2d9b366270acfa161cf29a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0196325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-15.png", "input_tokens": 725, "latency_sec": 11.212217023130506, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2376, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:41.230579+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f61a5b0-8107-4e83-811a-1ad45dc319bd", "result_sha256": "14dba3bab255f7fad2ce402d50755b7324beba7022e5e8d8e72f2297410e8257", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.034535, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-16.png", "input_tokens": 1508, "latency_sec": 18.60435336595401, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4102, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-29T14:24:34.214754+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e68a1bc-05c9-4231-8d24-d1af5efa1ae6", "result_sha256": "9e2cc9377f6fbab72c4d9e95d1bd6cf17899f23ebdddf11844609123e7751024", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-17.png", "input_tokens": 725, "latency_sec": 2.911467222031206, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 334, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-29T14:27:21.751689+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "79711861-d180-4837-a5b3-e463b35b0c4d", "result_sha256": "27239a5f7984a46c1f8249382c990c160e869465b44f2fa79cf43b94800cd77d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0141875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-18.png", "input_tokens": 725, "latency_sec": 8.672447306104004, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1650, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:48.739855+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4753d49a-44ab-42c1-b0a9-d40e0646c736", "result_sha256": "1b6629a0f6a0b56a44daf4a85dd302fdb39634612cdb522a9cbf5fe29351cc0e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0054875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-19.png", "input_tokens": 725, "latency_sec": 3.3871379401534796, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 490, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:33.201954+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4a810c-96ac-4ef7-b1ee-4326ae347b34", "result_sha256": "f7c82660781a5a763f8881891fac9a2586f432cd1c46f0800ec16a2ee356c3dd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0255725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-20.png", "input_tokens": 725, "latency_sec": 15.685671404004097, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3168, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:28.855104+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "54f7c3b0-67ae-4e32-a78d-8cf7599959ce", "result_sha256": "37785aa23151c4d712083087b73a31ba712321d4cb173bff4ffa4d6eb2e97a5f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-21.png", "input_tokens": 725, "latency_sec": 4.183750281110406, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 783, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:25.818662+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5a81ef7-dd83-4915-bb72-5dbb3072405a", "result_sha256": "6fccf4405b1f189fb08a14ef8725b68a406e0b0e2b0ac86b07b15d6737720e0f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01529, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-22.png", "input_tokens": 725, "latency_sec": 9.420100759947672, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1797, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:29.616414+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "88662316-eac1-4889-9a4d-d169ed0103a1", "result_sha256": "da9a3d2785cf7dd988f78ba66216fb010f99f6d9bb571f7db030614a9b59ebf0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0156875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-23.png", "input_tokens": 725, "latency_sec": 10.081747971009463, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1850, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:36.958498+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1cdba6d-cc0c-421c-b670-3b49d0ddfa68", "result_sha256": "d40e8e9ebee243a85824e92c58df7e4dcba70163c6eb508c55a45f51666311d6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-24.png", "input_tokens": 1508, "latency_sec": 17.876205258071423, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:00.327695+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0804d72c-a794-4aa5-a844-ba09abf7098b", "result_sha256": "64717f65bee6a33f6b9ec2cc8655da5bc0b4c3d8adfbedf2e2586dcaeafdfdef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-25.png", "input_tokens": 1508, "latency_sec": 18.810664581833407, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:53.745743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "01abafdd-fdab-4de8-807b-ecf2ef1d8f74", "result_sha256": "d5c43771a17b349b44ad24335f69472eb13a25bfa4f3298427fd528ae0131d93", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0103925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-26.png", "input_tokens": 725, "latency_sec": 6.551766318036243, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1144, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:16.037759+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2c74a34-6cd5-4ec9-b931-8ad280d2a3bf", "result_sha256": "c67096d975b23703de72d342a5b8365a641db1560e7ec5cdfc4180bcdc44c8dd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0074375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-27.png", "input_tokens": 725, "latency_sec": 5.59742793510668, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 750, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:32.168212+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fbcc9d-a458-4bab-9ab4-75105c5f50c4", "result_sha256": "38d97a4fa173b374f78ea1895cdf1c68a1b03d006e8b5beba6c6f316dba9a3cb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0215525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-28.png", "input_tokens": 725, "latency_sec": 12.06500171404332, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2632, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:08.546284+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f45d57fb-4916-4716-9823-85e3d8b73509", "result_sha256": "f52414756e5b4ad05fe928dd6b1e3a617840282728832badcec08d91497a498d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0119825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-29.png", "input_tokens": 725, "latency_sec": 6.350267140893266, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1356, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:12.845976+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3961a468-e0da-40ef-9153-04f07d620540", "result_sha256": "5afbac39917b757292d18d2947b07d3350b45697a02c48fa9e7eb708bb06377e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.031565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-30.png", "input_tokens": 725, "latency_sec": 21.27458308590576, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3967, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:39.948567+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d776d781-d7a4-4f22-9769-d1f723a5af1e", "result_sha256": "34984b2d3bcb07aea987a9151c4360b2d8d0d0a43e1d9254293c9107e4060b84", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0213425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-31.png", "input_tokens": 725, "latency_sec": 13.772455169819295, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2604, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:22.666902+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb8a14ed-5e74-4df3-8b81-29fe637acd4c", "result_sha256": "00cffe9730e8a1a0358827bb781d0301ea2a1f5e2191ea6b5e6e8f26f84b223a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00395, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-32.png", "input_tokens": 725, "latency_sec": 2.5548753840848804, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 285, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:55.911022+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5f5cc47-9c47-426b-a3d7-e2ccff579e18", "result_sha256": "e03f26a2d8bd8e3d75d183169f868234fc7f24fb6d44b6749cd5a54e4920fb0a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-33.png", "input_tokens": 725, "latency_sec": 1.6979997870512307, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 167, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:43.592043+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b552447-2f49-48e0-aace-f699ca49f4be", "result_sha256": "513cc0dde07c0d4532abe76d4335246c8cda265245067afb2925a224b2c13631", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0037025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-34.png", "input_tokens": 725, "latency_sec": 1.8126053630840033, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 252, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:56.196479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa4eb1b-467e-47ab-a4fe-0dba576a3bd8", "result_sha256": "398cdc0c86846bbaf5c7b7613f8e1fb87a95c0e2e18a04839780564579bde36e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-35.png", "input_tokens": 725, "latency_sec": 2.0512047950178385, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 314, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:04.229235+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cf3bfe4-8542-4ad8-9a2e-0afa90952901", "result_sha256": "af49076aa8b84f4c471cf537a9d40956419e4cb281a14f3130c819cdfa61d536", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003635, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-36.png", "input_tokens": 725, "latency_sec": 1.9542193859815598, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 243, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:17.747770+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "135993c8-1fbf-4d8d-9bf7-cfad5a231c50", "result_sha256": "d219626390d0f6a70d61b1e97d6ab4d2fb14ce5b38f9f0d2b37fbff7419ff6e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-37.png", "input_tokens": 725, "latency_sec": 2.863699838053435, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 446, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:25.779477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3fdefcd-be6a-4815-948a-4534230f3629", "result_sha256": "810ac9201ea675ff9cd55f482b818ae53bc3c8a09ff3adbea16bc64c72097300", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-38.png", "input_tokens": 725, "latency_sec": 2.896940432023257, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 359, "prediction": { "choice": "B" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:06.112389+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3df5e90-9a3d-4409-9599-dc8ece02360f", "result_sha256": "945c5867f2353a7a1835b828ce0969a70888dfe72c72a80fafb056326d03c1fb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004115, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-39.png", "input_tokens": 725, "latency_sec": 2.16855594702065, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 307, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:50.209496+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea652ba-d94b-4289-b8d7-4f52c313df5d", "result_sha256": "f70469ea1f435ea06326d0d0ffa2e0e6f9ab96e4856d2f7d02574d5dbeb5d1f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-40.png", "input_tokens": 725, "latency_sec": 2.888468027114868, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 294, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:02.319108+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a43761ca-7c6d-4c53-8a83-447a56c4c0cd", "result_sha256": "e27a846d661bb5c81a512d92f1c59a66cc507dc426ed26c639ba533b9e5bfefd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0058475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-41.png", "input_tokens": 725, "latency_sec": 3.4872950529679656, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 538, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:09.718159+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab12c24-f65f-4aeb-8386-b8b2d93b1dc0", "result_sha256": "873c805d086736829116dc357049ac2b7c6a54181b0536a92c581dfc588a0cc8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0099575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-42.png", "input_tokens": 725, "latency_sec": 5.845336846075952, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1086, "prediction": { "choice": "D" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:39.738014+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5e65cd-979b-435f-a75e-b6f7173efe18", "result_sha256": "bd9ec10ebc861c2879a5ed3075a32395e8a97e5e44dc4261cf4f43bfc104feef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-43.png", "input_tokens": 1508, "latency_sec": 17.297368096886203, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:13.121603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ef9c190-b631-4a65-9c60-5f1d4d8aa910", "result_sha256": "66ea9e6aa76cc92fac8dbd2978e76588f86111f02f979585052e8a70d3787cf6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0167825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-44.png", "input_tokens": 725, "latency_sec": 10.420358029892668, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1996, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:51.671188+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ee1f88-9d76-4f42-944a-0b266538decb", "result_sha256": "e9381bce1e61b622f1d98509ec2c9843faacfb98cfb1bda5bffcaca045a2c71e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0123725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-45.png", "input_tokens": 725, "latency_sec": 8.483230479992926, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1408, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:57.238103+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-binding-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "47764230-944b-4cce-b767-ac03c646a392", "result_sha256": "dc2d45e87f55fff2d9ba68e6023ac564ec00418df30cd589aadef7f40b43fc55", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0258575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-46.png", "input_tokens": 725, "latency_sec": 13.588942568050697, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3206, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:28.907134+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5acc47a-ff30-4ecc-9f01-3eaeac56fa18", "result_sha256": "2ae3e3d198e65eb2ad506182b7af5a2a1bb8278b54ee26552ef4ae2ccfce924a", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.022445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-47.png", "input_tokens": 725, "latency_sec": 13.051714153029025, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2751, "prediction": { "choice": "A" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:47.865083+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63d3737-1401-4f0e-82ac-f36d4a0048e4", "result_sha256": "88a734fdd943d3d2c060633ec16bb44d0441fb0952a42329cd88f6527f0dbe35", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "binding", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/binding-48.png", "input_tokens": 1508, "latency_sec": 19.079823428066447, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "8b013c5c41d5fc9d50fb2beee0bcce19f796d51330785d28880d5d12cc00ea10", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:09.783140+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-binding-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dcdcbc4-e316-4ebe-95d3-ddfe7dd981df", "result_sha256": "b8c8817251212b3f71e113c2d80b711b0c9a8dd75d6335b29880d6e5df8927ee", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-01.png", "input_tokens": 727, "latency_sec": 1.3770327270030975, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:09.723583+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "af28e3b4-b0fa-4e78-af7a-2a506e1d201e", "result_sha256": "97be1a422b4c1e3fee62d87fcc9c4ad5f8ebfad3d80e3361611f86b03b6d8556", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-02.png", "input_tokens": 727, "latency_sec": 1.426523210015148, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:50.165720+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bac443b6-c762-4fbd-85a7-4aab46d3ca64", "result_sha256": "2b74562e7d1fafbdc0f2d0a1a1a02f0a5d4c2c8bc4e2b70353d23b61b99587b6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-03.png", "input_tokens": 727, "latency_sec": 1.2543048749212176, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:05.397003+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a49306bc-e8b1-4ee9-b25f-0f68d631ae0a", "result_sha256": "53f0336953db914cc70b1b0b1fdadc1c1ae62094d1240f7927287e86748a522b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-04.png", "input_tokens": 727, "latency_sec": 1.4770482410676777, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:01.107979+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "008c2d70-8eba-4196-8019-46e17fe1d7d2", "result_sha256": "f124acdfce92ce948092570641a67c9603e10437c03f1ab31a82ccc4add3cb23", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-05.png", "input_tokens": 727, "latency_sec": 1.6762542689684778, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:58.944383+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "267c337a-4718-4e3b-9350-aad89898f263", "result_sha256": "f6475fad49d10fc705499fb8acb1d4be4060bad2aaf8b33a127b1d258374db2e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-06.png", "input_tokens": 727, "latency_sec": 2.0576725418213755, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:53.109929+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f24b7c-574c-4883-a488-799f672d6c7d", "result_sha256": "3c51986767707d39eaff2246991ee5da408e4a5df35ff2b81fb9360099b185e8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00403, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-07.png", "input_tokens": 727, "latency_sec": 2.2152348179370165, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 295, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:17.208197+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "71b4007b-97b0-4dd7-b53f-bd5d5aa5f005", "result_sha256": "3a5dfce878fec5ba9368d9d199f994f015b192d036ae6c86cf705652c0911591", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-08.png", "input_tokens": 727, "latency_sec": 2.2958305841311812, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:34.761566+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc93c295-b7f3-4e0b-b9b4-e8dbc05d3371", "result_sha256": "1a8b869169a5e389817aae9aeb4c926e95c6ba83144185a97f26f9d5e3f5e930", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00424, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-09.png", "input_tokens": 727, "latency_sec": 2.3862537099048495, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:41.768915+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "38d53a70-68e2-47b2-862d-51ce59901eb9", "result_sha256": "d4b048f65361083058dd9e3517efa1402a630252aa8b03f83409e5677806cbf0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-10.png", "input_tokens": 727, "latency_sec": 2.568760975031182, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 338, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:48.698407+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7bfe3f-3b4e-4945-b6e3-8dc7ff624f90", "result_sha256": "6bc8ee1f33d08182ecda05fbac6796eb85d854a01933c67a78641429e993d82d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005335, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-11.png", "input_tokens": 727, "latency_sec": 2.965758369071409, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 469, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:04.129587+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddada14a-2cec-427d-bf59-9f51566eac33", "result_sha256": "01731421568ee649f82cc99ecac8ac69c236437999f55a3a67dd97e7cf30aeaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00289, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-12.png", "input_tokens": 727, "latency_sec": 1.7153122308664024, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 143, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:56.334005+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "14729605-18fb-4615-9324-24e1151d4413", "result_sha256": "156f1a1be5f07bb149aed4db7fbb7b495e1d6df0e151baf2e3f5ace433cf10d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-13.png", "input_tokens": 727, "latency_sec": 3.5363774308934808, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 551, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:18.931670+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93608fc-664b-4865-8c09-d015321700df", "result_sha256": "dafb906bd365352eb4cff437a8806787fbdf1a171c44a616167aae0b08b319cf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00421, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-14.png", "input_tokens": 727, "latency_sec": 2.292067178990692, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 319, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:37.050841+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7701286-2df5-4ee6-b9f5-2ffd5304b70c", "result_sha256": "b3bddb68cb54c6cf1008e9e6d1f7da3aa0402e8a2b3363f2dbe8c926892e0aaa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0037975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-15.png", "input_tokens": 727, "latency_sec": 2.1708959138486534, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 264, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:52.431848+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ed5f633-533a-417d-8c8f-f0e563343f2a", "result_sha256": "46c62232ca4709f6f069cfdf75bac2c1f0eeadc3f4a3aab28c22470c7b8b3102", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00688, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-16.png", "input_tokens": 727, "latency_sec": 4.068278681021184, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 675, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:32.411773+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f84253bc-d0b0-49fa-9e42-f7c2c6923541", "result_sha256": "27d5852f9acc80139976a2cec1ea02b57c45ab36df626eeed7fe56f9246c17ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-17.png", "input_tokens": 727, "latency_sec": 1.4483878768514842, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:59.554477+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2ed115e-bca1-4168-98cf-ff5b61d53ddc", "result_sha256": "9f15eb08f05a868eeaae69b90fcafca3c85856b32eb4ac221a48ef088b375ffb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00244, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-18.png", "input_tokens": 727, "latency_sec": 1.3196440262254328, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:03.661283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a91de1c4-020a-48a5-a2e9-2bfe001aa9a6", "result_sha256": "537919d6dda5fb677a9109e3092dc1d8eb915b66155b6f07499d6e768b988e4a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-19.png", "input_tokens": 727, "latency_sec": 1.4800469710025936, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:15.746036+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c506cf-bee8-45cc-99cd-b7d9677d43d4", "result_sha256": "accea8254b10d35f88d4de9bb1949b6257ca6fac8acb3ffce47f17aa6cdf0cc9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-20.png", "input_tokens": 727, "latency_sec": 2.743443333078176, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:29.329802+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ed0d1d5-b265-4ea3-bbd8-dda07cbecc15", "result_sha256": "16b25e5641c6b98343f263e7fa0303ee297ef63fcfd99490e26652d0c34b84d9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-21.png", "input_tokens": 727, "latency_sec": 1.2986047100275755, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:53.422617+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "47598af7-b1bb-4cc2-87e5-0396bc8850b0", "result_sha256": "6f310e043d12959e8d1c408a36c488d4e852ca92310c4f1754c718ce67a4bee6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-22.png", "input_tokens": 727, "latency_sec": 1.9655940579250455, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 184, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:06.196812+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "08587fd3-7963-4efa-a1cd-e21f35bfe649", "result_sha256": "519fa84f94e7c7520026df372b98ef373e5c57b284b3660feca69df72d19cc28", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00271, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-23.png", "input_tokens": 727, "latency_sec": 1.404043432092294, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 119, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:05.563377+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "648a83da-4212-4ab2-a053-cf4010924281", "result_sha256": "2fa40bf96de9826b6d3fb336adff5c37b455e5354d63d6cda75ec1946dbbb66b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-24.png", "input_tokens": 727, "latency_sec": 1.6295340098440647, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:11.593731+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e156f017-9426-4924-aa19-e97311b63c04", "result_sha256": "82ab5894d8a8eab96e86fda1899a828032430fe4915b5cedab8b6490b0c64c1d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004165, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-25.png", "input_tokens": 727, "latency_sec": 2.330287847900763, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 313, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:40.082448+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "43b15a4d-6150-4449-9862-21cd150584b4", "result_sha256": "67c166c0709fece019e118563dbf9473565bca090b6e4c273c74dc96f07e51d2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0032125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-26.png", "input_tokens": 727, "latency_sec": 1.8108474870678037, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 186, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:42.445510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7c149a8-f188-4feb-b6a9-18f9d8e6c262", "result_sha256": "de57ddf3d8bc4d7ba47b524895d4e32920becd177f71dd75b12a6bf983651e8c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00328, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-27.png", "input_tokens": 727, "latency_sec": 1.9491871770005673, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 195, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:46.191684+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f85e124a-d4cb-4190-ba79-8f3282e8aaee", "result_sha256": "336ff10c1116be73dcaf6b64114196eaf856cbaaa994988f12ef98246d5eea0c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0041575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-28.png", "input_tokens": 727, "latency_sec": 2.11438904912211, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 312, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:06.702222+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5dbbe5-604d-4ea0-9bcf-78e98e4a6169", "result_sha256": "f5cdd741b109faf8b587ae1d45ded7b3e275ba43646919e62fdc5203ccff0ed8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-29.png", "input_tokens": 727, "latency_sec": 1.6805066231172532, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 152, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:15.268597+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "05ff64bf-65a0-4d13-982d-3012e952822c", "result_sha256": "67b60e5bd8f818f506178b07a11dda054c7f9d3ee1870351f6693c619330cead", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002965, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-30.png", "input_tokens": 727, "latency_sec": 1.6516996189020574, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:08.869919+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd58cf43-817a-4246-a854-f443d48da94d", "result_sha256": "f13c6360e3cdcb723960386abba82e2288416c2e10614f688a67bde03e8a8ede", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-31.png", "input_tokens": 727, "latency_sec": 1.541864441940561, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:11.532907+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f3a5c3-54fa-432c-bf83-a8297604da06", "result_sha256": "e44f9e093ddc8d1fc1507a6660ea6c05cf519fd460113ebf9dd5d27fab4c7fbc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-32.png", "input_tokens": 727, "latency_sec": 1.3114655739627779, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:55.152718+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c780e681-2ef7-4de2-a099-b1de3664b3d3", "result_sha256": "c9a40514e04e1500f36279acd72a6294fd4c1262cd7a1dea28958e55a132744b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0033325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-33.png", "input_tokens": 727, "latency_sec": 1.7317597540095448, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 202, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:17.181603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74793a8-8cee-49e4-85ee-365f5599a9af", "result_sha256": "d52d02423fc6a1c7637b817646cceb9a665aea090970ec2d9288c52d20d7b4f7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-34.png", "input_tokens": 727, "latency_sec": 1.5740166250616312, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 150, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:19.447865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ccceb0-d4f6-420d-a9d7-c17f0b5f16b6", "result_sha256": "8a5aa54153ec2ec57ef587f0cd228f6f8e4b79de12705833047c5d538bd5dcf0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-35.png", "input_tokens": 727, "latency_sec": 1.595691957976669, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 178, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:19.138852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a0d3d4-713b-4a7b-b367-8a568c89b43b", "result_sha256": "6a4e3ae8fecb4745272a4822814b22094e99d52afcf26658768d07f71dad8734", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-36.png", "input_tokens": 727, "latency_sec": 1.6409046738408506, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 189, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:27.206253+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "71d3e474-74fe-448f-8151-f4fe774ef532", "result_sha256": "a5197941d01b7aeef65f085ea0f2ddaef62432830774fc977d625cc425b233d4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-37.png", "input_tokens": 727, "latency_sec": 8.348081588046625, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1257, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:02.104595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d4f1f97-ef86-41b5-8d7c-a18f9748c683", "result_sha256": "dba5dfb91339542722062d20bf836f60f75d50f32f447b7b56d784b1ad91a3ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-38.png", "input_tokens": 727, "latency_sec": 1.8416151779238135, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 213, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:50.196237+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0b2f861-2139-4199-8288-b770df7bab31", "result_sha256": "88f6e6d0fd77364d308021860210fadf514872758a47bf8ddf65d14d4ccb8b58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-39.png", "input_tokens": 727, "latency_sec": 1.919611498946324, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 151, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:20.888608+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a7547a5-4528-4cf6-8c7f-820cc031685c", "result_sha256": "0cbc5e5d26893f57ea5f06edbf5a10684ca26ea201b72cee052dab68eb9663db", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0049375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-40.png", "input_tokens": 727, "latency_sec": 2.6048927900847048, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 416, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:50.283581+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "79dc6333-6cae-4fb2-8777-ec2ace7c85f2", "result_sha256": "e20e6307c10bd5e0db577300a405da39cefabc5239620e5bdbae6449d6cc078c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-41.png", "input_tokens": 727, "latency_sec": 1.4824856580235064, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 148, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:03.316294+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "603efbbd-8a03-4a05-a90a-4d32d7e240f7", "result_sha256": "63942851303a5bbd685ecb2a981844170c02c54c074d2c75e1f8054b7272f46f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-42.png", "input_tokens": 727, "latency_sec": 1.3743849059101194, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:16.157219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c2738e5-04f2-4d07-aec5-964dafdce72d", "result_sha256": "23d7fe1b47173af4c13edc6c9fcab8a4749a2e5ba0eceaf5f5eaf735e22970f5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-43.png", "input_tokens": 727, "latency_sec": 1.7990070190280676, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:55.232664+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ecb4fc7-d9dd-41c9-a843-483de9f930f8", "result_sha256": "9fbddc3469877ee3962114073f1ab16e2679716584fec4c077a4d0c727f5a691", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00226, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-44.png", "input_tokens": 727, "latency_sec": 1.3894481810275465, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:43.815860+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecf3f6b-6a3d-425a-bbb8-62951c2a0ba8", "result_sha256": "d2181bf016014eca28fb2823ffcf8a1b3a443075963a54e76359ba0790993933", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0030025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-45.png", "input_tokens": 727, "latency_sec": 1.7064354470930994, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:23.211069+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b7b6d1-df29-4976-9750-74d16e746228", "result_sha256": "1758349d833d8c274e274f4e150aa11ff7b4cd40ced36cbf5c373b557ab660a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-46.png", "input_tokens": 727, "latency_sec": 1.6826505979988724, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:55.565506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "29b75538-9b0a-4013-b498-2170c1e69738", "result_sha256": "534bf8ad6194198cadb80361a1d66b3228dee54b52a800d45f76f9b317535b59", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-47.png", "input_tokens": 727, "latency_sec": 1.2309155447874218, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:21.305866+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa0a953c-bbd4-4f0f-986f-2a3b2c30bcbb", "result_sha256": "f478016a5d5ee85bde671353caaf9dc5d29a5e20be7833aff5145a8210bb63e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0035275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-48.png", "input_tokens": 727, "latency_sec": 2.301149758975953, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 228, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:21.188147+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3446d7c7-8218-4134-8b78-bdd1b0f0093c", "result_sha256": "1964e2c574de76df779724dadca0c9f3655275ff630c208c9c8ffb94b5a816ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0068875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-49.png", "input_tokens": 727, "latency_sec": 4.626693669008091, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 676, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:23.927001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bedf951-7fcf-45d1-84bc-ba3900003a60", "result_sha256": "8f92223f967e6bd86f7fdfb4a9959be0a6c441229e788626b03ffe83eada423e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0034675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-50.png", "input_tokens": 727, "latency_sec": 1.9566069471184164, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 220, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:42.182655+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d5fb79-f67c-40b1-8006-4ae5aa690b32", "result_sha256": "6d03add78e261997ade6b4b49e759292529d9b9c2bfecf311c269d87b64d41b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-51.png", "input_tokens": 727, "latency_sec": 1.8837236978579313, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 156, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:47.279745+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "da814560-7340-422d-b10b-28f0221c127f", "result_sha256": "d10976ce5275325b75f6a5a9fabd34c1648985b519f8f7051d3ee93fb3c83383", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0054025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-52.png", "input_tokens": 727, "latency_sec": 3.274303004844114, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:32.055628+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef65f16b-6f7f-4153-8bc6-2daf6fed9fda", "result_sha256": "d9bd8733b652921b0d65e6378abbe290dbef215811b10c6539ae8edd92b7bae6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002335, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-53.png", "input_tokens": 727, "latency_sec": 1.4433475378900766, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:52.106612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "22005db9-18a9-4f05-9322-5209e684c517", "result_sha256": "5d1260e775c337f5b9bc86c6cad8f6609acd9bfff900ab54ade453d13c2c7546", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002935, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-54.png", "input_tokens": 727, "latency_sec": 1.3582351179793477, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 149, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:06.409431+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb9d616-1f07-4e0a-9b07-4ac7dd329d8e", "result_sha256": "c4bc8bd04e16306109337222ea97949bf6b287bce8face2d3582c685c20e170c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-55.png", "input_tokens": 727, "latency_sec": 1.1646358659490943, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:20.927015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac853559-56b9-4b26-89f2-9678eafce966", "result_sha256": "754ed11acdc39b2c98593758d5c80556d5eff3d7d5307a4c4c9eb3b78a94ceaf", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-56.png", "input_tokens": 727, "latency_sec": 1.4658124488778412, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:45.386820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6aea49c-73d9-49e9-a448-4f55d9a57f9e", "result_sha256": "911ebb0721a20b27ddc59e3afeb11b3cddf506130484de517c25e4fe1fcd79b0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-57.png", "input_tokens": 727, "latency_sec": 3.1379786438774318, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 451, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:59.506994+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "589fe036-d062-4f04-824a-0620cc4f6203", "result_sha256": "6457fd422465f3468f29e12bca6ebce5a836826cc238d179fab036bb9e1a5130", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-58.png", "input_tokens": 727, "latency_sec": 1.6448984339367598, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:27.506534+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8302dcf8-6459-4ade-ac43-4f8c38eb45db", "result_sha256": "488201b88335d994ff8555ce00b3fb4eb1c1ffaee30f3ccfe2fa868693a1f6ea", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-59.png", "input_tokens": 727, "latency_sec": 1.615427311975509, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:53.809204+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bdbe7db-d959-4058-b12b-38c442db5042", "result_sha256": "3ec5ce99f47bba9ad40777ebd75989c166bef9590e7dc0276bb07175b2f2418d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-60.png", "input_tokens": 727, "latency_sec": 1.5427196798846126, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:29.107564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cc59237-0536-4b03-b298-189f7950e284", "result_sha256": "0f256f97370afc9f5e892c688db7dba265babfcd667bc64cd16683bedbed2a5d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00565, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-61.png", "input_tokens": 727, "latency_sec": 3.651395618915558, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 511, "prediction": { "choice": "B" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:05.769403+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8421aa8-f6db-4cbf-8e4b-2de199390315", "result_sha256": "f3350752d56b6e349a497d593d3aea6c19f838b1c8e61f95527b543afb14aeab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00343, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-62.png", "input_tokens": 727, "latency_sec": 2.1303340699523687, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 215, "prediction": { "choice": "A" }, "prompt_sha256": "7cb1baae3d2170148c899969e7afaa6d6a5143997cc3086bc447697d521e10ca", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:56.469734+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "92384ac8-d3ae-4b59-a8dd-d1dbed9c5848", "result_sha256": "fb8c6a960dfc670c07150c5ab41aceae955ac113e52f6a73b692b54382924505", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006055, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "A" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-63.png", "input_tokens": 727, "latency_sec": 3.788569747004658, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 565, "prediction": { "choice": "A" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:07.451514+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cc43968-9366-427c-b40b-93aa3dab6515", "result_sha256": "bea7973dc527f3ec894d27a7ee0187d60ceb22aa2030948e14a641bfa0be1dae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "chroma", "ground_truth": { "choice": "B" }, "group_id": "chroma-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/chroma-64.png", "input_tokens": 727, "latency_sec": 1.4002006719820201, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "f7627aca5640b4e4bb5108ec22eda036673dd7300493ad098f17639bff610e34", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:11.877315+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-chroma-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d827144-dbd7-402f-9955-d5c8b9bed564", "result_sha256": "56340cf56ab27d98d13c6252e53d86b2f86412d37882050740b480081b18a2fe", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0081375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-01.png", "input_tokens": 729, "latency_sec": 5.075734292855486, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 842, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:53.280404+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f15dc4b-06c0-4b88-8267-c6df0b076ef5", "result_sha256": "45f3d452e995ca29d9add5014a8bdcd541aff6516ff838efe6e55b75faae9f98", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00387, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-02.png", "input_tokens": 729, "latency_sec": 2.0426209040451795, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 273, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:41.842027+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3869a1cb-2ec4-4c43-8a89-a821b223c2a2", "result_sha256": "cf64ed5179ffe9fb8dfc05ea5e89f98782b8e233b0ac993a5df32b7d5a769bbd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-03.png", "input_tokens": 729, "latency_sec": 3.3163807010278106, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 603, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:48.485225+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b997efa-6626-4406-b5c4-5fb3ab36d0b7", "result_sha256": "07d04edafa2c0f8e4c85bfecd5bbef551fe65b2805e0673e7e91f8247732b2b4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0114825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-04.png", "input_tokens": 729, "latency_sec": 6.628726177150384, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1288, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:10.312756+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b411d30d-bcc0-48ae-aec3-2465e8e8f36a", "result_sha256": "466f9b6285453368c183338dec2787ef229aa5b5870c67033c3a01ad1ad647ff", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0118275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-05.png", "input_tokens": 729, "latency_sec": 7.029976288089529, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1334, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:23:33.605621+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c512e7f-c015-4159-8b7e-0b404045a3d2", "result_sha256": "8ed6b9f80096c39e3769ea301bbd69b938ffb2291930c2d030db5eaccd7a3ef3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-06.png", "input_tokens": 1516, "latency_sec": 20.910853959154338, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:12.846489+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6214fc8a-acdb-4cd3-99f1-9b31463e87e7", "result_sha256": "cc300b55c950b7e6db8fabff690998162a7b9b74311276fb07824c195b039647", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008085, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-07.png", "input_tokens": 729, "latency_sec": 5.468256626045331, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 835, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:01.400225+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7636c2-9780-4890-901c-c20145957a7f", "result_sha256": "62f682492b9fb8b465d0e5bcdc4238bc6919a19a0ebdc5889b2a30567047cf89", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-08.png", "input_tokens": 729, "latency_sec": 3.7637667630333453, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 437, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:28.330640+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "15f9a42a-ae65-4dfa-9ffe-899706b2786a", "result_sha256": "2756177d6dddf642f76e6b5ebd414637e516d6a5b91d5cd8c31e54f6cf85481b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-09.png", "input_tokens": 729, "latency_sec": 13.180331089999527, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2791, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:18.792850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f631d9cd-8e66-4f0f-b772-06e189847e99", "result_sha256": "b22e74cc00744979abce9c74c97cde08e26817c4c468beababf2d0d66ba4bcd8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.026505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-10.png", "input_tokens": 729, "latency_sec": 17.764928553951904, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3291, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:23.115550+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "deacbcbd-bb15-468e-85f0-2626c968c65b", "result_sha256": "612fe79b88fdb1a98cd078796cb3b45f8b7e77dee0af46cbe573b9f8b80cfe2e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00531, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-11.png", "input_tokens": 729, "latency_sec": 3.0442575309425592, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 465, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:42.479658+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a82648e3-0ff2-4a2a-8786-ad05181a8545", "result_sha256": "3457c50492b69c9b73eaa21b0532b1a9e3306d473c9d929c590abe2a66f800f9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-12.png", "input_tokens": 1516, "latency_sec": 18.345468050101772, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:39.378008+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7e80589-a037-4acb-8295-00d491a30ab0", "result_sha256": "cebeded9aa907d1921a091a9a95b089f692fcb2b2155fb2d3eac5b90bf778eb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0098025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-13.png", "input_tokens": 729, "latency_sec": 5.316758677829057, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1064, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:47.920055+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1da6fc0d-7d13-451b-9bc5-362a80571ffd", "result_sha256": "13cb008a763a54ccec1bb16ce79f957551ce4d34b5143889763a18e73987287f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0282225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-14.png", "input_tokens": 729, "latency_sec": 15.931941266870126, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3520, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:49.544293+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "12ffa30b-1357-4eeb-90bf-138c1ccd1b96", "result_sha256": "67b9bbeb300a53fa7a3023d5aef0e1fe7fc6813bf322469a708f994b02d3e43d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0318675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-15.png", "input_tokens": 729, "latency_sec": 20.458092692075297, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4006, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:46.089728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c341406-23ff-4bb5-bc59-5ef741a045c0", "result_sha256": "eb040e927543bfd85f354d8db40316a9ee28ce30d36a8634fa72261bc2f7212b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00897, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-16.png", "input_tokens": 729, "latency_sec": 5.4622187910135835, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 953, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:02.475828+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b58fa6-617f-4738-aa9e-175783b15313", "result_sha256": "380b1b60375f5ae326fbe7ee38a1ad4d39f945832f518c1f06d7cc2eeda9e3aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0053475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-17.png", "input_tokens": 729, "latency_sec": 3.457327396143228, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 470, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:10.280420+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "20b81423-cf33-4693-8b2d-99d7b7c79961", "result_sha256": "94a91ca2a53baa60b9392ec67b17121c2ad00c58f53619023ca8b7d4c79a752f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0160425, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-18.png", "input_tokens": 729, "latency_sec": 11.74210013798438, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1896, "prediction": {}, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "B", "recorded_at": "2026-09-29T14:24:13.154732+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-18", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5238211-f489-4a6e-85ec-162de0af2d87", "result_sha256": "dd4ed66a370e36a14b4632416cfa4319e512d56dfe13e6a6385c25860fd879e8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008535, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-19.png", "input_tokens": 729, "latency_sec": 4.781743224011734, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 895, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:28.612876+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c1e5402-ceb7-4b87-b18c-e31c4095bc57", "result_sha256": "911634671d682de48b792aea3bd01294b70710fbee600a263cfdf22695b68221", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0219525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-20.png", "input_tokens": 729, "latency_sec": 13.868022159906104, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2684, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:46.441673+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a054f4-905e-43b6-a015-267ddddc5d56", "result_sha256": "80c3fe9f9d81b528ab64e5d448c434552b30cc127be44644ff58dfb452325546", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.019365, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-21.png", "input_tokens": 729, "latency_sec": 11.508842312032357, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2339, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:31.466655+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a22dfaa2-d973-419c-95e8-8e4e89bdef98", "result_sha256": "40e1a06dfa3f90a17596ab5ca6bf35f2b963bac7788176c799be0f68dfce226c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0050175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-22.png", "input_tokens": 729, "latency_sec": 2.9021700432058424, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 426, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:56.311937+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a1b96b5-9b88-49e2-994e-53c627142996", "result_sha256": "459b86e906810de326f44fdb800583f0ac5db8c93e8aec4bcdaa449d81c77fe5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01032, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-23.png", "input_tokens": 729, "latency_sec": 5.8046728312037885, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1133, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:23:48.258132+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc76cd4-bad9-41a6-97f6-96816407b705", "result_sha256": "7f1f4503fede17112e6fff9aea2b4f1265c17c21d596bef816dbd9e00cf4b18c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00777, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-24.png", "input_tokens": 729, "latency_sec": 4.408868673024699, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 793, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:35.966857+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c8ad2f3-e7d5-4203-8d4a-7a1d9bbfac39", "result_sha256": "c612cd6a7b99e4fa62fbb96c8296a396163cd85724eff9b20ddea8170b43a90e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-25.png", "input_tokens": 1516, "latency_sec": 20.886444457806647, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:18.136405+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc55964-b46c-489c-ab68-79eb08f14aff", "result_sha256": "f225214d9b7a2fa66cce6dea7f6602821a4e48faf18dfcb8f8a670bd69230106", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-26.png", "input_tokens": 729, "latency_sec": 13.854527011979371, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2867, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:05.028660+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1c45590-441d-48cc-81ae-31b7b3fc8f3b", "result_sha256": "f77f8433a7715a3f912366645174a285256b72e8d89f560afc7a8ef45a0e3c4d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0287925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-27.png", "input_tokens": 729, "latency_sec": 16.732015488902107, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3596, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:07.060139+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fc4a411-cdd3-465c-84bb-2a02ecdad94b", "result_sha256": "8dc5922873457d18c5a15bc82e8e40ec16e400f50417cb17ad4bbb8abfc89c67", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-28.png", "input_tokens": 1516, "latency_sec": 24.365852436982095, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:26.855113+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdbcf1a5-3189-457f-b8cf-fbeaef19e452", "result_sha256": "df0c69e4b0bc8901ee5bc92f57a3cf618c40bcb9a511bf2cdff9f141c9cdd1b6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-29.png", "input_tokens": 1516, "latency_sec": 18.889898427994922, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:18.744741+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee040023-b0fa-4494-ba22-827769cb63da", "result_sha256": "d774ec7e1e6f548808cbf290ac5926fde7e8d76bc92c58c38ba59987532fba6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0266475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-30.png", "input_tokens": 729, "latency_sec": 15.694600011920556, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3310, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:23.191825+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb32a59b-2bb5-4643-9d3a-5393d1916b18", "result_sha256": "1f145bfe387c1c8ee0a00fe6fbf0b0d231572ae9b02c2ed0721c8b8bd09c48f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.031425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-31.png", "input_tokens": 729, "latency_sec": 20.115655393805355, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3947, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:15.703513+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "683f73a0-17e3-449b-a42a-3383a02d431f", "result_sha256": "2df73ab5e7e31b8ba931d327924bec020a4afffef494683e32786fc3a89ac8ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01698, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-32.png", "input_tokens": 729, "latency_sec": 10.524909044150263, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2021, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:14.898866+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c1ca46-8e22-461d-900a-2cd175ec2ba7", "result_sha256": "48706e7fd5faee51777492d45f06495939f96f56ea2ae81a4633a5204ac69956", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-33.png", "input_tokens": 1516, "latency_sec": 19.807694502873346, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:29.650012+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1530f08d-5d7c-4d7e-8b19-7e8b85db53fe", "result_sha256": "30ed2eb4964070da2ad83f08fb821158945e6fb126375e870f308970b5c3a6ae", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-34.png", "input_tokens": 1516, "latency_sec": 19.578476627822965, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:00.079569+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ad62f8-5f54-4f8b-a7af-9c9a86a8a04b", "result_sha256": "72359e018c1f1b597f702af1268828c5b15c8e07316f6610705369c62d01a26c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-35.png", "input_tokens": 1516, "latency_sec": 21.952935138018802, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:48.339171+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "86eaae93-1860-42bc-ba3c-2a4f52e904ad", "result_sha256": "5a7a36551cefe87614eb17d5d8f366eabdf44e583fa7728149bf4e3e9095897b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.024975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-36.png", "input_tokens": 729, "latency_sec": 13.248693390982226, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3087, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:37.702630+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b020eabe-c703-470d-9eba-7008ee35ea52", "result_sha256": "f995a3d54eb2a9554803d268783ca9a11ef631577bb6bf95bcbdb882ca054df8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.028155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-37.png", "input_tokens": 729, "latency_sec": 15.676223867107183, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3511, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:36.175088+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "42b6b56b-6273-4f27-b9c9-e9f4d9eb044a", "result_sha256": "1682a4a694979b7335ac32ca5e9d2974f9968d9db76b0ba2860fe03f44921b1c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-38.png", "input_tokens": 729, "latency_sec": 3.495133503107354, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 370, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:32.465411+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "87c7cb10-f677-4b2f-a77b-004d4db39e63", "result_sha256": "2966dead7b74ad62da1c3e872103d1a716aab3a8984914c2e2db27e6314fc3f8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.034555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-39.png", "input_tokens": 1516, "latency_sec": 19.969533336116, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4102, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-29T14:24:57.237861+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b652a407-599c-49b4-9e21-096fa36f8b5c", "result_sha256": "2796ed0b4cee682b7cdf41a0fcd865dd99e974483e8e7d727b4eaa44fc618fee", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-40.png", "input_tokens": 1516, "latency_sec": 17.72448941296898, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:17.838129+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5472ca15-3163-45c4-9825-7525f9631216", "result_sha256": "6a611b715f1ade107181cf1d44caeb2af29e1c4c4a4e56fa50f129117b953f88", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-41.png", "input_tokens": 729, "latency_sec": 4.278064394136891, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 719, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:54.351161+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d8e5670-e300-4614-9582-cc329f210dfd", "result_sha256": "1010ecc96e568024955694e69ab23c2a147eddd9b9618701f3ba8d01cca5a4d5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0056775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-42.png", "input_tokens": 729, "latency_sec": 3.588475636905059, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 514, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:23:30.162215+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdafd47c-a5ff-4ec6-b308-690b40e24de5", "result_sha256": "ee3887ea2976e4ea4e797bafe077765acb66ba1885d72f105a33d32f4334ca0d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-43.png", "input_tokens": 729, "latency_sec": 2.6132720368914306, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-29T14:27:32.516537+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c6ec3d8-acfd-4f6b-b8ca-b080413cf2a1", "result_sha256": "a8db7955779b1f1ca7c05071d3c7073a0fc21269bf35f97d313cb7ff3805fcf5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004785, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-44.png", "input_tokens": 729, "latency_sec": 3.0572102800942957, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 395, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:18.081645+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd86d400-3d8a-404f-9cd5-fb8d3bf76023", "result_sha256": "d1d7eae9c0fc3f080d6801cff4d11d24af7f3eee71a52b88e87e776573584265", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0258225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-45.png", "input_tokens": 729, "latency_sec": 14.922792783007026, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3200, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:25.259934+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf7b912-0c5c-4bb0-a147-edc74b10cec1", "result_sha256": "56e59012f764631ffbf04fd4faccc99b8c25e59ad8568914e79e25353d88b5d6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0058575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-46.png", "input_tokens": 729, "latency_sec": 3.2211584120523185, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 538, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:55.664658+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb6a2dd-ea0d-4c73-932c-974dfd4b9817", "result_sha256": "8174f883479bc81c83200a4c05c06beeab04bbacba5e17fd7fe87a50257e6836", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0247275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-47.png", "input_tokens": 729, "latency_sec": 15.556476416997612, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3054, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:19.834782+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2bece6-76aa-4545-ae65-f551b40e1f2b", "result_sha256": "db48dff324233f273ae7114af5b8e83bb910b12eddd432c2ad5b15eb02ef736b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00492, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-48.png", "input_tokens": 729, "latency_sec": 2.4467304639983922, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 413, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:15.359262+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e643fa-a2af-4440-9525-a35be9a4322f", "result_sha256": "1e391e7667e0450834169f5c14d4b385eea951ada8115eb1292e7fc14a7603a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-49.png", "input_tokens": 729, "latency_sec": 3.4488966029603034, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 557, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:08.035505+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccd22d6d-9932-4f1b-854a-89527b6e0230", "result_sha256": "77335da2478494a066ba231a3189813d7d4dfc7bec32020ffd4300fd460d48bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00657, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-50.png", "input_tokens": 729, "latency_sec": 3.539099771063775, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 633, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:01.759271+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "213ffe04-1a41-4c1d-9075-1cf36f8313a5", "result_sha256": "4a5fd1afa2dd2f7467e49eb83cbc5a7502fa0762a3ce9d97a7ce227257b9ee2b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-51.png", "input_tokens": 729, "latency_sec": 3.350515187950805, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 491, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:24.704195+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2be698d-7479-4790-8efd-7695c293c2cc", "result_sha256": "1d181507033485a7e96a188390bec293af79db9b1e6b085949e7f96d06291282", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-52.png", "input_tokens": 1516, "latency_sec": 20.135213311063126, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:53.680571+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa987af-6bfb-4768-936e-636bcfb0083d", "result_sha256": "c51837fb4f5e0dc7b463057069d65dbe983ebcef5ea5ba37bb0d0dd1c72c16d6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-53.png", "input_tokens": 1516, "latency_sec": 17.975113180000335, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:01.810754+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8cf6784-1095-4827-8955-e7ccb5172b91", "result_sha256": "b237ebaf7bb2bc10eb8e81c7d29b55d9a6eb19fea2e210b14abc50a9f86e4488", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-54.png", "input_tokens": 729, "latency_sec": 2.799950959160924, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 377, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:33.382475+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b737993b-333c-4a0d-ae8d-3e3243b47b10", "result_sha256": "6a5496b3dced3c512b61ead41803f96422f988a5cafd3f61e28cdb2bbe197e71", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00582, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-55.png", "input_tokens": 729, "latency_sec": 3.934596458915621, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 533, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:46.170656+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "92ef0f27-6091-4d61-98d6-06c7516a5678", "result_sha256": "3ad5ce9b8656d7291300a7d392ded8b21aeb50b0acdf37d9ed3718f1a0a90e14", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-56.png", "input_tokens": 1516, "latency_sec": 20.464710278902203, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:53.861529+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e5d6aed-99f8-43d9-af7d-bc2fe450b305", "result_sha256": "4d6a554e60f52aad02d8b5330ce6c75e1ed432f88c57a44032f7b0dc64dc1089", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0099375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-57.png", "input_tokens": 729, "latency_sec": 6.03029023995623, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1082, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:05.327233+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "740f758f-f6d5-49d4-a9b3-5eace1c254be", "result_sha256": "4d838ba65816662b06c193002b45c0db8f6b3cc86e86d5edc6be2581938f8928", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-58.png", "input_tokens": 729, "latency_sec": 3.3524038731120527, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 429, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:04.518192+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed74adb7-e7eb-4db9-a613-d84612c40c08", "result_sha256": "a05ae145d414bd0a204bfb84bad8a2dd4b1b414ba1a9aee1556333a897ce90ef", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0225975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-59.png", "input_tokens": 729, "latency_sec": 14.037114107981324, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2770, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:57.459108+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0ec618-97c6-474e-8332-b50897b25c14", "result_sha256": "cd6ebbcd319265f99d2840ec867fce7d4a7b15dcac940a192e1db66257b86434", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0080325, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-60.png", "input_tokens": 729, "latency_sec": 5.219858442200348, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 828, "prediction": {}, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "B", "recorded_at": "2026-09-29T14:26:58.497398+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-60", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e036c8-252d-4084-961d-1ac8ff46fbe6", "result_sha256": "4ea9c0a68c199517f00af616cb767a09263717b96d82c59c388aa000b3933d48", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00363, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-61.png", "input_tokens": 729, "latency_sec": 2.060374829219654, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 241, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:43.850834+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4517c719-fa8a-4fa3-a21e-ba5fe08944ca", "result_sha256": "3ed256bf9777421aac4b7c748523b5f0a684386bc0ee5d3603b1468c9d792274", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-62.png", "input_tokens": 729, "latency_sec": 1.5527547921519727, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:17.618005+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "21d6e0aa-0022-4c58-bae7-c45088c3f14c", "result_sha256": "f7200a26637b27914b1449edc9651ced5f16b65aacffb878437cc467e9b9e96a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01188, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-63.png", "input_tokens": 729, "latency_sec": 7.0323373938445, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1341, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:15.593968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff62c5d1-ca14-4579-8e8b-baa6cc7bfb8f", "result_sha256": "4e3739d37e4b92d0e55f1cdbecb0eb45924e8f5f6b2c2eb81290cf715fa18f1e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0060225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-64.png", "input_tokens": 729, "latency_sec": 3.365186870098114, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 560, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:20.791045+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "80bb345e-215f-4fce-a53b-fbfb121e8e8d", "result_sha256": "0983a3ea53347d2a1fec3a13f22df602f49cc2679662afa0a73d08e72f677b1f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0220275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-65.png", "input_tokens": 729, "latency_sec": 14.603237617993727, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2694, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:51.582115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-65", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bd8f023-ae0b-4cf7-a465-8c262735c5ce", "result_sha256": "c59fbb01f2cbe0c10dee90afc5077ebcbf79f9882a8879376eb2402862cf9689", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0246225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-66.png", "input_tokens": 729, "latency_sec": 15.33781665796414, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3040, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:35.305082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-66", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a145d5d-73aa-46f7-8b40-773e15a789ae", "result_sha256": "60a09d476f7ad7f32f9cb3891bccd68546a91b84300d18e8a6113b08d650d536", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.022035, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-67.png", "input_tokens": 729, "latency_sec": 11.990292432019487, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2695, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:00.508219+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-67", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a50251ea-e68d-452c-897a-10c2374593ce", "result_sha256": "6b10bcaad82ff7dec8518f4d0a8e90f68a65ffb4972ce7b27c9beeaacaa47867", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.023055, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-68.png", "input_tokens": 729, "latency_sec": 12.432633435120806, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2831, "prediction": {}, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "B", "recorded_at": "2026-09-29T14:26:35.152302+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-68", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "484b0b88-ff72-4a46-a660-b21e8fcffa69", "result_sha256": "d4d996ed80707f0f5a3a7d1889cda0b9ff93b7a433928e7bd09aa7b8630ca089", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0221625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-69.png", "input_tokens": 729, "latency_sec": 12.334627506090328, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2712, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:14.053584+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-69", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4662851b-c69d-4c14-a2aa-2e5c8a0a38ea", "result_sha256": "1f36d67b528e3584f7d5919f2bfb7fb3a848c25c77b0226281cefca84a8c39f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.034555, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-70.png", "input_tokens": 1516, "latency_sec": 17.102730344049633, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4102, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-29T14:28:16.678161+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-70", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fbc3e7f-3d14-43b9-aa43-d82d5f205167", "result_sha256": "33ab4e977bc88c07f76e6ac3b3b3f471bf0d18e124084834f3a693627fc66ba8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0067275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-71.png", "input_tokens": 729, "latency_sec": 3.429178469115868, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 654, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:59.808973+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-71", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8e826b8-815b-467d-a850-c57effcf9e70", "result_sha256": "d60dea5f7311fc34755f381db8200742be6f4dba22bc20fa8fc52d9bbef04d3b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-72.png", "input_tokens": 729, "latency_sec": 3.0176610390190035, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 515, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:14.963128+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-72", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "638fcacd-c69a-4df4-a433-81e6788a84ac", "result_sha256": "14a366a210f63dd36ac57fc7696bcfc58b96c7e75fef41c9ec0da0a444f62255", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0065325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-73.png", "input_tokens": 729, "latency_sec": 3.2194500379264355, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 628, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:19.949439+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-73", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "12a738f6-3c0f-4c8a-a737-a9bb06ed42bf", "result_sha256": "15b4868519f6dd9b14c24e016b161f81b76f28fa28d1ba74d45186b1c0094097", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-74.png", "input_tokens": 729, "latency_sec": 5.6471867728978395, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 903, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:25.605665+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-74", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ae696b-b1f8-4e26-a8ff-cf6616953c01", "result_sha256": "63b0d0cdef1006de7f65c6b94bdef8c6c86f5f561e37f0ffe9c7dc3acb715cb5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-75.png", "input_tokens": 1516, "latency_sec": 19.36330301500857, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:01.140341+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-75", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3bd0cf4-bc27-44ea-817e-4215aa14573e", "result_sha256": "06be4abc92d387afa833afff13d3d1599a202e560e2541312f5b2f273c52fb10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-76.png", "input_tokens": 1516, "latency_sec": 21.467514319112524, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:34.761692+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-76", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91e25ad-8239-4a19-a983-0ac964207a46", "result_sha256": "5755b500b651a4eb0a78536fe5f93abed5aa74ebffb236e3f9317e805a8fc75e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0046275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "A" }, "group_id": "context-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-77.png", "input_tokens": 729, "latency_sec": 2.7191823520697653, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 374, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:53.038779+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-77", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f57451fb-5bd3-45ae-a938-b22d44018617", "result_sha256": "2895f2f98a09b066f88eb2f9e034e1423dd8c34951452dce908cd904193a48a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "B" }, "group_id": "context-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-78.png", "input_tokens": 1516, "latency_sec": 20.114055377896875, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:52.210852+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-context-78", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e46e944-718b-45ef-9df9-efc2aea6e3a7", "result_sha256": "c388ae3edebe2fd948880897b28c57c148a3f6c5e445d748e52d2265dc977e35", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0099525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "C" }, "group_id": "context-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-79.png", "input_tokens": 729, "latency_sec": 6.039753098972142, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1084, "prediction": { "choice": "A" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:53.759435+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-79", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "434b1991-a468-4f7d-b882-bdbf95841057", "result_sha256": "82142a5936c576f8188ea323da688eeec7570c8ca8c439304ed8089508a53e60", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "context", "ground_truth": { "choice": "D" }, "group_id": "context-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/context-80.png", "input_tokens": 1516, "latency_sec": 20.25000671017915, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "5375be6ce4101068f12f931778b36774c79691baf5de2df8153d5bd31bb2136e", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:12.876920+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-context-80", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3914ec84-a892-489f-b91a-3be88f624c7d", "result_sha256": "2bfb09f9873755d6c2b302c81e8929f0708b6c034b4b5f2d26cd93dfe51cdc31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010245, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-01.png", "input_tokens": 735, "latency_sec": 6.163475597044453, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1121, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:52.345612+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b238b9a5-61c6-4669-a494-f871d2328131", "result_sha256": "9ae215ad7d0a4e37dc4c410d5d90f3a189345889c6a5cc8895dd23fc4ae3037f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0092025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-02.png", "input_tokens": 735, "latency_sec": 4.64255740493536, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 982, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:34.286574+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6791756a-d3f7-4ccc-b9c6-1f89b53b76b5", "result_sha256": "ac2edd9b3388818eb8d37e9527e8505ef61119495059f4a29a2848bb4310a087", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-03.png", "input_tokens": 1528, "latency_sec": 14.812154765008017, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:30.542001+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bd8485d-3a1a-4d6c-8825-747d202a2f25", "result_sha256": "dc62c3e9cad1f8b07aa3a19a8ee61986c44c20268026f062fa7dfd656fa27004", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.024645, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-04.png", "input_tokens": 735, "latency_sec": 11.826679677935317, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3041, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:29.981381+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5167d91b-97ff-4f44-ac0c-b3ddfb048ae2", "result_sha256": "acbb0d4ee784dd7e44b3a34b59a42b805a7db4ba1628e5cb0b7b354973ad8f26", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0291225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-05.png", "input_tokens": 735, "latency_sec": 15.58288157498464, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3638, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:28.486584+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cef156c4-bcde-4ee7-86b4-5e21037499fa", "result_sha256": "2f4d4503c813e90275fc948ace4489a5ebd49d279db384f7dddd5c8449373eb2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0105975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-06.png", "input_tokens": 735, "latency_sec": 5.4786762341391295, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1168, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:27.281113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "799aff6f-3e49-4f22-96de-faf2f056cd30", "result_sha256": "660ae693cbd64a502594681406a3a3bc34af706071e77a114b1f6a5a553f91f2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01065, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-07.png", "input_tokens": 735, "latency_sec": 5.498597967904061, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1175, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:16.892433+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "359258e2-b3c3-4f6e-a0b6-c0364daa11d9", "result_sha256": "37069b6e387527b4e92547a4daff1610105f550e2c6001eb107dc2b71660d93c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0230625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-08.png", "input_tokens": 735, "latency_sec": 11.14457833697088, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2830, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:04.136793+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe338154-73ef-4630-90ed-cb793505f4b5", "result_sha256": "7596d4be0855e3c0a907a55714a42ca0efa5afde178800cea867251766e4ddeb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.011685, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-09.png", "input_tokens": 735, "latency_sec": 5.610402541933581, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1313, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:15.964506+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "06c39acb-f2e6-4620-a9a5-59e060209168", "result_sha256": "9ca0b275f354ca9b808efb66201205ca088748ab8b7085f6f9d3dfc9709e85c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-10.png", "input_tokens": 735, "latency_sec": 4.958381074946374, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1205, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:20.311300+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "baa489ae-34e9-4f48-8c22-ac710cc609ab", "result_sha256": "c208a74657ef1eff0b10daca716c16a90ebdcbbeae17c6487ad62b3b3eaa7257", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00579, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-11.png", "input_tokens": 735, "latency_sec": 2.7656807601451874, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 527, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:12.183435+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d51a6c13-c242-43d2-9a2e-0390f482c5df", "result_sha256": "78aec0bd314112ca2cf9b863f27fef1a0f3ebb1a12ac2575193e33bf9b5bee7e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-12.png", "input_tokens": 735, "latency_sec": 1.9829277680255473, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 153, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:23:50.251276+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a352b0-0d02-448d-b3cf-9f99dbcf7c95", "result_sha256": "8a1a023689892f4455f69d91fd5d631fa357930c14b345002f759ba12d9f7a88", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "A" }, "group_id": "gradient-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-13.png", "input_tokens": 1528, "latency_sec": 16.516427135095, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "A" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:05.519932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ee8810-606a-4ff5-8108-bff2824c0146", "result_sha256": "134b7385280e9028b00e56a6b8ccfb9a0c6edf74256a54c7732c82726bb70d04", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.009255, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "B" }, "group_id": "gradient-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-14.png", "input_tokens": 735, "latency_sec": 4.2319446441251785, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 989, "prediction": { "choice": "B" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:06.905157+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2812267-207c-495a-8860-aabe532397ea", "result_sha256": "8297430039a0acc433125b914741586a2a6a22c30aa8a1b3088f1727fd22e0e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00516, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "C" }, "group_id": "gradient-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-15.png", "input_tokens": 735, "latency_sec": 3.007679744856432, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 443, "prediction": { "choice": "C" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:14.943056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f1d7c2-65c1-4a8d-83bb-383c4b8e7ac6", "result_sha256": "9bee548fae599f68ab5d501e3a385d7d4c9d0984276415582c46fbec3d5ef85b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.023595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "gradient", "ground_truth": { "choice": "D" }, "group_id": "gradient-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/gradient-16.png", "input_tokens": 735, "latency_sec": 11.138185742078349, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2901, "prediction": { "choice": "D" }, "prompt_sha256": "93858b61346b697f9021a41a361838e5b0b8c06fbde9b0b35f514c9e29082ee5", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:28:29.282413+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-gradient-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5571144-c003-4d14-bb43-b04f2468e960", "result_sha256": "d68e967ccd2fe0009165af0f48cb0dd03667e40a5f1dc79f6da0c5388b205f5f", "result": { "component_errors": { "h": 3.5, "l": 2.8039215686274517, "s": 0.39370078740157055 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0056325, "delta_e_ok": 0.022383317772079844, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 762, "latency_sec": 3.811860810033977, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 497, "prediction": { "h": 356.0, "l": 53.0, "s": 50.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 356, \"s\": 50, \"l\": 53}", "recorded_at": "2026-09-29T14:23:32.567195+00:00", "request_attempts": 1, "score": 88.80834111396008, "task_id": "colorbench-hsl-01", "tight_score": 55.2333644558403, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7ab8d00-d58a-4175-be9d-023c06280601", "result_sha256": "4e154c82bbcaa62de647eba374075fd7eb8f6dacf26fcd56a15655ae33f75e4d", "result": { "component_errors": { "h": 5.789473684210549, "l": 1.705882352941181, "s": 0.6666666666666572 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006885, "delta_e_ok": 0.032516297257299154, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 762, "latency_sec": 3.619029456982389, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 664, "prediction": { "h": 205.0, "l": 43.0, "s": 66.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 205, \"s\": 66, \"l\": 43}", "recorded_at": "2026-09-29T14:26:17.507969+00:00", "request_attempts": 1, "score": 83.74185137135042, "task_id": "colorbench-hsl-02", "tight_score": 34.96740548540169, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2cfb5ea-b9bb-40ac-9da5-8d7f702d891c", "result_sha256": "811473feb67dbe02c26b9ec3c6c99b7440309c05cf864b8f5faa91420c3f256b", "result": { "component_errors": { "h": 1.0, "l": 2.7843137254901933, "s": 3.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.005085, "delta_e_ok": 0.03858134836698597, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 762, "latency_sec": 2.3383391748648137, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 424, "prediction": { "h": 151.0, "l": 42.0, "s": 43.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 151, \"s\": 43, \"l\": 42}", "recorded_at": "2026-09-29T14:24:58.112011+00:00", "request_attempts": 1, "score": 80.70932581650702, "task_id": "colorbench-hsl-03", "tight_score": 22.837303266028066, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a323e99-a5d7-43ca-a4eb-b41b0bdbddac", "result_sha256": "91c9c6117331195b93dc92b805e16a30963cf7e2c85f7d1e985676dcc4d4c86e", "result": { "component_errors": { "h": 2.571428571428555, "l": 2.0980392156862777, "s": 0.8695652173912976 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0085425, "delta_e_ok": 0.036987623651877466, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 762, "latency_sec": 3.9573877481743693, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 885, "prediction": { "h": 36.0, "l": 43.0, "s": 60.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 36, \"s\": 60, \"l\": 43}", "recorded_at": "2026-09-29T14:24:35.758902+00:00", "request_attempts": 1, "score": 81.50618817406126, "task_id": "colorbench-hsl-04", "tight_score": 26.024752696245066, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1571f63e-9633-4f1b-830c-a6189fd27e6d", "result_sha256": "924944d273b969bad076ace04666d5989104e42f67868a9294dd3cbce6c18496", "result": { "component_errors": { "h": 8.666666666666686, "l": 1.0196078431372584, "s": 4.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0060975, "delta_e_ok": 0.03235829153317331, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 762, "latency_sec": 2.691270926967263, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 559, "prediction": { "h": 282.0, "l": 52.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 282, \"s\": 40, \"l\": 52}", "recorded_at": "2026-09-29T14:25:54.021061+00:00", "request_attempts": 1, "score": 83.82085423341334, "task_id": "colorbench-hsl-05", "tight_score": 35.28341693365339, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d46df389-a35e-4512-b940-b10b2aa43473", "result_sha256": "54011a8e92c0fe5a5e28c500cdf9929b964afe7598c82c1b8aea468bbb939f8b", "result": { "component_errors": { "h": 1.4339622641509493, "l": 1.0196078431372548, "s": 2.6391752577319636 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0077325, "delta_e_ok": 0.013986676096565712, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 762, "latency_sec": 3.1389345650095493, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 777, "prediction": { "h": 212.0, "l": 18.0, "s": 52.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 212, \"s\": 52, \"l\": 18}", "recorded_at": "2026-09-29T14:24:23.812332+00:00", "request_attempts": 1, "score": 93.00666195171713, "task_id": "colorbench-hsl-06", "tight_score": 72.02664780686858, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "43322112-5ba7-4044-afeb-74a08d6b0cce", "result_sha256": "4d12eac6c39eeca8975fdac4953c88df6af5a3541a3779002a1f51dc57061c04", "result": { "component_errors": { "h": 1.7837837837838038, "l": 0.9803921568627487, "s": 1.8556701030928053 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0072825, "delta_e_ok": 0.007928869655874178, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 762, "latency_sec": 3.6996129190083593, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 717, "prediction": { "h": 42.0, "l": 80.0, "s": 40.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 42, \"s\": 40, \"l\": 80}", "recorded_at": "2026-09-29T14:27:05.533096+00:00", "request_attempts": 1, "score": 96.0355651720629, "task_id": "colorbench-hsl-07", "tight_score": 84.14226068825165, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a111034f-3acd-47c7-acd0-d226b9abff6b", "result_sha256": "671c2b6662e173b9fd4c8d813dba9995b09dcd62f21ca843763aa25614ac4da9", "result": { "component_errors": { "h": null, "l": 0.19607843137254832, "s": 0.0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00357, "delta_e_ok": 0.0016900750842691059, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 762, "latency_sec": 1.767252265010029, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 222, "prediction": { "h": 0.0, "l": 50.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 50}", "recorded_at": "2026-09-29T14:28:25.976154+00:00", "request_attempts": 1, "score": 99.15496245786545, "task_id": "colorbench-hsl-08", "tight_score": 96.61984983146179, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "28717554-a062-43d9-bf96-e05a18093d32", "result_sha256": "411cc448940d0ac0017cc89110d54a1eda5e0d6c32258c3297628b0bfa796ff9", "result": { "component_errors": { "h": 3.636363636363626, "l": 0.37254901960783826, "s": 11.838709677419345 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0062925, "delta_e_ok": 0.028599493706677845, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 762, "latency_sec": 3.290989466011524, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 585, "prediction": { "h": 0.0, "l": 51.0, "s": 68.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 0, \"s\": 68, \"l\": 51}", "recorded_at": "2026-09-29T14:23:40.626448+00:00", "request_attempts": 1, "score": 85.70025314666108, "task_id": "colorbench-hsl-09", "tight_score": 42.80101258664432, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f7ff499-bcac-44e7-a8b7-274e51c130a5", "result_sha256": "d0da40c355fd90856f452511f87ba0a2b1e93843a3bafd54898cb2aae4a948ce", "result": { "component_errors": { "h": 8.970149253731364, "l": 4.313725490196077, "s": 18.626373626373635 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00633, "delta_e_ok": 0.008963644790710039, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 762, "latency_sec": 3.103716546902433, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 590, "prediction": { "h": 137.0, "l": 40.0, "s": 55.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 137, \"s\": 55, \"l\": 40}", "recorded_at": "2026-09-29T14:26:28.933285+00:00", "request_attempts": 1, "score": 95.51817760464499, "task_id": "colorbench-hsl-10", "tight_score": 82.07271041857992, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb158c8-b303-4c9d-9471-c0fbc197c221", "result_sha256": "b8ff176daa6b18fcba61af2a9cb3fbe59b5479a91b96b8277df00772df4b1776", "result": { "component_errors": { "h": 1.0434782608695627, "l": 1.6666666666666643, "s": 6.310924369747909 }, "correct": null, "cost_estimated": false, "cost_usd": 0.006615, "delta_e_ok": 0.025362463259242227, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 762, "latency_sec": 2.984697184059769, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 628, "prediction": { "h": 228.0, "l": 55.0, "s": 71.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 228, \"s\": 71, \"l\": 55}", "recorded_at": "2026-09-29T14:26:48.161214+00:00", "request_attempts": 1, "score": 87.31876837037889, "task_id": "colorbench-hsl-11", "tight_score": 49.275073481515555, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa663af-db80-44e7-8a54-91b506c586a8", "result_sha256": "f18f89673dea9f338dbbfec94439a1290844cc73a835662e78107ce16a0f352a", "result": { "component_errors": { "h": 1.25, "l": 3.9019607843137294, "s": 4.478260869565219 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0064875, "delta_e_ok": 0.03287635585902647, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 762, "latency_sec": 3.2954981208313257, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 611, "prediction": { "h": 50.0, "l": 51.0, "s": 79.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 50, \"s\": 79, \"l\": 51}", "recorded_at": "2026-09-29T14:24:10.218317+00:00", "request_attempts": 1, "score": 83.56182207048677, "task_id": "colorbench-hsl-12", "tight_score": 34.247288281947064, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee27287-32fe-4e13-977c-4e07e271df8b", "result_sha256": "3e881a5af6021060cf865ae4ac7c39412d94726407a1f5e97578030d461fccd4", "result": { "component_errors": { "h": 4.285714285714278, "l": 4.803921568627452, "s": 2.118110236220474 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0054075, "delta_e_ok": 0.037853368211397315, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 762, "latency_sec": 2.793937684968114, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 467, "prediction": { "h": 300.0, "l": 55.0, "s": 53.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 300, \"s\": 53, \"l\": 55}", "recorded_at": "2026-09-29T14:25:37.187885+00:00", "request_attempts": 1, "score": 81.07331589430134, "task_id": "colorbench-hsl-13", "tight_score": 24.29326357720537, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb68e651-4fee-46ad-bac6-35cefbcf1ca3", "result_sha256": "546230587071df2eea76c36cf1e0318aa91ffc92526e88beb7edb376a899a42f", "result": { "component_errors": { "h": 0.7922077922078188, "l": 2.4509803921568576, "s": 5.636363636363647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0075225, "delta_e_ok": 0.03722391470712731, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 762, "latency_sec": 3.330869826953858, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 749, "prediction": { "h": 187.0, "l": 45.0, "s": 58.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 187, \"s\": 58, \"l\": 45}", "recorded_at": "2026-09-29T14:25:20.539485+00:00", "request_attempts": 1, "score": 81.38804264643635, "task_id": "colorbench-hsl-14", "tight_score": 25.552170585745383, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "acfe3b94-cc21-4b07-a5b2-82f287486400", "result_sha256": "b3e2e889a67f4229d33dbae8f6e0cd9f38422a6b2953797e1262966e773cd63e", "result": { "component_errors": { "h": null, "l": 6.666666666666667, "s": 5.88235294117647 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0023025, "delta_e_ok": 0.17398879316707155, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 762, "latency_sec": 0.9192971021402627, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 53, "prediction": { "h": 0.0, "l": 0.0, "s": 0.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 0, \"s\": 0, \"l\": 0}", "recorded_at": "2026-09-29T14:27:59.989603+00:00", "request_attempts": 1, "score": 13.00560341646423, "task_id": "colorbench-hsl-15", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "39c6cf72-81fc-407b-8bd3-a16941f9f154", "result_sha256": "3dbb38e5874aa9d7fe7f0e1b8904b56181c63bd38e38351ca944f3879fa77d06", "result": { "component_errors": { "h": null, "l": 0.29411764705882604, "s": 18.888888888888935 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0145125, "delta_e_ok": 0.010035066146950485, "error": null, "error_kind": null, "family": "hsl", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 762, "latency_sec": 8.864575618878007, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 1681, "prediction": { "h": 60.0, "l": 95.0, "s": 30.0 }, "prompt_sha256": "d5a3e77db006cc09848010934a3ee06e3beb9ab32aa54f5bf67eb79750a81ad8", "provider": "anthropic", "raw_prediction": "{\"h\": 60, \"s\": 30, \"l\": 95}", "recorded_at": "2026-09-29T14:26:30.678070+00:00", "request_attempts": 1, "score": 94.98246692652475, "task_id": "colorbench-hsl-16", "tight_score": 79.92986770609903, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4b4dd1-1530-468c-a4cc-aaaee46247fb", "result_sha256": "85d695a5abf5e3add20f2c9d05da470ce2c75e0d28988e4dc7d7c04eb58b3d02", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-01.png", "input_tokens": 737, "latency_sec": 2.355010170955211, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 266, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:46.237650+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "43b3b620-593b-4d4f-8658-1ba3d24ea7f7", "result_sha256": "f2e706105631c6e1feedff314936854c90f61bf58fb30b49aca6af317d2cf7c7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-02.png", "input_tokens": 737, "latency_sec": 1.5943406480364501, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:39.054618+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb7d4ac-cf3e-4960-8ab0-f49d35d5693e", "result_sha256": "ec6d070cced63b8335d4dbf9771f332e964f7a2bceca3f3fdbda21932777bd62", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-03.png", "input_tokens": 737, "latency_sec": 1.5975127541460097, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:57.119544+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4598ab6-149e-46e6-bf12-c6dcfd04c354", "result_sha256": "ff0cf0c21619087bd28ec888c861bbc4b958ce284bcc5d8ec8c11f941ab444cc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-04.png", "input_tokens": 737, "latency_sec": 2.449463729048148, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 284, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:26.426634+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "483af3bf-cf25-49ad-95a3-ded00dfed2ee", "result_sha256": "00f93633ded9f6dbf09f7862bbec8da48db9efffc9f2a6e936ce8c7700087c97", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0062525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-05.png", "input_tokens": 737, "latency_sec": 3.471182420151308, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 588, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:01.686145+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "923d6b45-129f-471c-ba75-d6ec0282fec9", "result_sha256": "e7e4f827958eda1a61401c7314c7b7876cdc67ce08e3736d816ce15752e7b851", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00317, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-06.png", "input_tokens": 737, "latency_sec": 1.7522896609734744, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 177, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:37.580284+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "da8b3943-fcce-4607-954c-0b682e278388", "result_sha256": "f99f8ebaee3a45261058f16a09151218dadbc966b7e6286accbfa4516aea03e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0049925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-07.png", "input_tokens": 737, "latency_sec": 3.1824698890559375, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 420, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:02.034283+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "de89c928-cfd9-4363-b1b0-21e5244c67eb", "result_sha256": "ff190844ea53ed1d1fd4ca8192dc7386d5f11697471776501e1f6e5ad5b36ffb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-08.png", "input_tokens": 737, "latency_sec": 1.469422513851896, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 103, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:33.396461+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "79fa29a2-9070-4764-a5e6-095a91057636", "result_sha256": "0dbd58dd28c573192826c34ecd14a88b662a2481c48b8de7242acc5aba64d5b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-09.png", "input_tokens": 737, "latency_sec": 3.0732940500602126, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 403, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:32.409856+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbb58cc5-596e-4b68-a160-59c646013b43", "result_sha256": "2712951747382f55b2903a5532f293515ca6b9e0c9a7b110deecf546c8ac153e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00563, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-10.png", "input_tokens": 737, "latency_sec": 3.377361775143072, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 505, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:33.378056+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b229b8-e7f3-418d-9318-05f7a8369914", "result_sha256": "7528704e6eb4cdadfe638fc4833c55d491eafc5459ca75a5a84ed009802fe969", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-11.png", "input_tokens": 737, "latency_sec": 2.0553981228731573, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 262, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:09.956831+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fde6d4b-043d-43ea-a4c9-d32061634357", "result_sha256": "eca979f27af234e3e69c94fb1808366fa5f2f138644ed8b61a9e90f3a4bd3d8a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-12.png", "input_tokens": 737, "latency_sec": 2.122752763098106, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 282, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:48.020498+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8dfd33d-f28e-4e8c-ae75-0197806fbae5", "result_sha256": "1149b06706aeec3be809b770b84012ed6ef32e638f3dd68af6ddc9185906deb4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0074975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-13.png", "input_tokens": 737, "latency_sec": 3.858112595975399, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 754, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:38.092829+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bdd7c9f-1f84-4625-a95b-80899f1b0400", "result_sha256": "88a6d8c49d2f9285e0c4e8be8da950feccf90fe0c51836bf06ac3786e8348795", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0054275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-14.png", "input_tokens": 737, "latency_sec": 2.9336300529539585, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 478, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:07.076317+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c9b355-bcb2-4ba6-b930-77b8d83f431f", "result_sha256": "f82f6fe1a34a316d7003463b7c2c6d52fe0bd0dd5a4b9f250bf05a21881c1fdc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0039425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-15.png", "input_tokens": 737, "latency_sec": 2.6580808500293642, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 280, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:30.184904+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d4ecd5-9c20-4560-a0f5-f0fbe3982df0", "result_sha256": "4702db952ecd97061bd8f4a9e6cb40c7696ccc9926d956735570a0253b6544ec", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010385, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-16.png", "input_tokens": 737, "latency_sec": 6.06596284895204, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1139, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:26.990260+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a3929a4-33f4-4e3a-b543-da5746f3f86b", "result_sha256": "778c08b643a94138a931077eae5b76eb5ce68df987e909c0b267b016896b76a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00701, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-17.png", "input_tokens": 737, "latency_sec": 4.669529153034091, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 689, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:23.845512+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0753759f-1534-4ee7-99ba-59f65ff5b058", "result_sha256": "bdc64cf91a5a3c8e5f8fd412984399b1aee625814d3a75e730b17a8274a245f5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00671, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-18.png", "input_tokens": 737, "latency_sec": 4.020232677925378, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 649, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:28:04.085776+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5783ac7c-b110-4ce7-a0ed-a96da3366187", "result_sha256": "22d3e18ffe63c6dd3237708aa740857a63393a5edaf41e84736b0e0172fae141", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0346025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-19.png", "input_tokens": 1532, "latency_sec": 19.430227677803487, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:18.681144+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "90b61365-cd2a-410b-a6fa-5ec8c6f9ca4a", "result_sha256": "7b2cbc6a05270b4e81d965ae64f3fc2e1073e46311ca425b4b6858cf85fdd1c5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-20.png", "input_tokens": 737, "latency_sec": 3.2383987379726022, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 511, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:19.251437+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "467bfede-15fb-474e-8dd6-439e288a1e70", "result_sha256": "f84f17e02b4fbcc3f106b68a89ab3b431125c4ca017de797cd3afeb10fd171f6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0058775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-21.png", "input_tokens": 737, "latency_sec": 3.5190875141415745, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 538, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:16.419111+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "315955ac-3224-4f18-98f2-002fb6ae08ae", "result_sha256": "43e81d87203a97aeb07c274088a7ac79e08f5b8acc20b62fde1386e598c98050", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0346025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-22.png", "input_tokens": 1532, "latency_sec": 22.130896617891267, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:49.907482+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb90154d-cec5-4618-90e9-1bf5c776358a", "result_sha256": "a330f1d40e8df092ba1c8436286e832bc6171c526979cf555e65516b0ef2b04b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-23.png", "input_tokens": 737, "latency_sec": 2.531037155073136, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 362, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:04.953674+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "15574cf8-6135-4285-871d-15b08d06d7fa", "result_sha256": "6bb45b2ee358cff0b2c22a56dab8f6cefc3aadc7cb707c3cc9ea4e5fd3f604e6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-24.png", "input_tokens": 737, "latency_sec": 4.463062586961314, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 788, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:59.407564+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b958a79-f557-4d48-b12a-ee96fafdb89d", "result_sha256": "adcf7672ab328989766011517bc8503c59d5770e8fb0d7402dd230fe3a8b9fe9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0346025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-25.png", "input_tokens": 1532, "latency_sec": 19.652297310065478, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "A" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:37.933454+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bcc4cab-6034-4514-b9e7-b42302babee0", "result_sha256": "6b614ec947d0ddfc9058e4e511d7c69a64f39f9c49af743015145043ea6d2e73", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00842, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-26.png", "input_tokens": 737, "latency_sec": 4.7377672009170055, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 877, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:58.542914+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b438d5f-0323-44b2-ad5c-1087b4b64987", "result_sha256": "9446a784823cbeda160fe1016d2514a43b04b798f525b9342015550e3bb83b29", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0047075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-27.png", "input_tokens": 737, "latency_sec": 3.2581362067721784, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 382, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:35.774761+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc2cc43f-b047-49ff-bb45-88f0ac78c6fe", "result_sha256": "3c65b486fbd3b5876b465a0d18e598356c13d78419a42f42e7673f7d846f8252", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-28.png", "input_tokens": 737, "latency_sec": 10.627986491890624, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2117, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:30.965754+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e16637b-4eed-403c-acdd-1368194780e6", "result_sha256": "5bcc5ccdd8f5dec8cbe1153d68262b43c066d4c99ddf34947182dc7ed1ddee58", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.015335, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "A" }, "group_id": "hue-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-29.png", "input_tokens": 737, "latency_sec": 7.963240553857759, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1799, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:27:53.033267+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-hue-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2583da4-2d09-48dd-9391-6ea71deee42d", "result_sha256": "2da56e93a7b0092b457c35045b9c171ebcc0caaa0055f4525701f4188da606a6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0181325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "B" }, "group_id": "hue-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-30.png", "input_tokens": 737, "latency_sec": 11.066701242001727, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2172, "prediction": { "choice": "B" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:45.036520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "521bdb5b-5cbe-49ae-aac7-6150a5f2a347", "result_sha256": "cbcbfa6db89cd5b17a7c2ccc1669437610d669a4ed5a79603ea7a6a89c5d2019", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0066425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "C" }, "group_id": "hue-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-31.png", "input_tokens": 737, "latency_sec": 4.7542222291231155, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 640, "prediction": { "choice": "C" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:22.653765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "142727d3-5380-4265-ba9c-18fc83be16c8", "result_sha256": "3f4d2c3296b2eeb6f1d20d8bb253c05eb0fbd3e942445df3095d129dc194d370", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0346025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "hue", "ground_truth": { "choice": "D" }, "group_id": "hue-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/hue-32.png", "input_tokens": 1532, "latency_sec": 16.890740377129987, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "8234947471a1bb7076e1e5dfe2fd3aba8c91ae436b20be843f2b0ab51861fe52", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:10.945467+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-hue-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af52465-60ed-413f-b33b-fde7d5d33afa", "result_sha256": "c251afb23965f55e66c29677bb51f878374e23439badd335c25c6b216f7bff27", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-01.png", "input_tokens": 711, "latency_sec": 2.146473958157003, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:28.736728+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "88fb3a07-0500-4c89-89e3-0f1ce90bbeaa", "result_sha256": "ffe3f2a0ce44079559baea99c6c0fcf3b910ad5127915a0cd2833c85718d53a5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0021675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-02.png", "input_tokens": 711, "latency_sec": 1.7174945417791605, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:22.679926+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "631d3934-c302-438e-8e64-f770be9cb7dd", "result_sha256": "9879f94b46348f7723122ac88117b68ce93cf06f6a3edbedcea18de566157d55", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-03.png", "input_tokens": 711, "latency_sec": 1.3775373939424753, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:11.718366+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "73af677f-e055-4b5e-8894-d82692858ac2", "result_sha256": "4ad1017ff5f479ffb422f83ded1eb2fde3edf4803b5f2712f972551df1ce5ce2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002445, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-04.png", "input_tokens": 711, "latency_sec": 1.6584518000017852, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:17.882158+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ed8d917-ceb7-430d-800b-bb2b39910de4", "result_sha256": "e960de895cf6365fe342b3d6e3fd901b0874dff38763a81accc6d04d9db2f4ab", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-05.png", "input_tokens": 711, "latency_sec": 1.2752688489854336, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:33.841136+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0261b13-39a7-4fa2-adb2-71e68bbb90c3", "result_sha256": "ef29e58bab2ac969c8d738869aa6d789d3dc25fefc46627d678ea97bc6d16abb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-06.png", "input_tokens": 711, "latency_sec": 1.3886702628806233, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 104, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:19.897560+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e5734e-3464-43ab-9cd3-40484cc11a10", "result_sha256": "e180e73f35139bc205425d0e7987d0d001dc936bb746bbea11e178e57f0c518c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-07.png", "input_tokens": 711, "latency_sec": 2.156532753026113, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 340, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:57.833955+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1080035-c67d-4afa-9c10-f333cc1cfbb9", "result_sha256": "8083905fc9f23c25a94751895cf3719bebf9c77cbffac9c3129426d00b28327e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-08.png", "input_tokens": 711, "latency_sec": 1.4851073410827667, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:08.238851+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f48123-562c-4301-8a64-ea03b843f0a7", "result_sha256": "0fd81d5cfbf4d7a6bbfb92928807ebf63a1c51f10ce7f339b3683f6cac8499b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0044025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-09.png", "input_tokens": 711, "latency_sec": 2.383107635192573, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 350, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:50.072691+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c98c65b-b277-4527-8827-1b216a9be124", "result_sha256": "a107470f2b82b9325f6be9f654fb78ef9e92ce32679010f0246df60f688c9a03", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-10.png", "input_tokens": 711, "latency_sec": 1.773489149985835, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 209, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:36.087300+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "688585ea-c7eb-4e4c-93f7-56132f5dffea", "result_sha256": "00508f11cbcdc2ce364f8bddc7972c7e0b6be4d58c65db85b61088ec1a87f602", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0075825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-11.png", "input_tokens": 711, "latency_sec": 4.425080711022019, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 774, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:58.162904+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3862ebff-15dd-4082-a9af-8b6082fc390c", "result_sha256": "67770ab55e8fcd6c7afba2d307dce41dd2bba4f50e01f31d7a5784cf0dc65c6b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-12.png", "input_tokens": 711, "latency_sec": 1.8876610819716007, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:08.995504+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5e2f7c0-ee2a-452d-b332-fce8b1c84955", "result_sha256": "21a07cc4213a1187ce3b75d3c03e04bc2e7399a61ee7af28ce83b915cbec8630", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-13.png", "input_tokens": 711, "latency_sec": 3.0551721220836043, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 464, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:10.825832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e271a229-0b03-416a-9658-918e59bb7a08", "result_sha256": "64ce8dd30653614a9e30571156128ab681b94bddc056d01575c42a98294273b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0031425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-14.png", "input_tokens": 711, "latency_sec": 1.6348983780480921, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:56.878458+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a43aa82-6461-4387-91e4-cae220094a51", "result_sha256": "c585c1b87161a35fe60dd64363b4fe2a4272022ec7af96d3d7e6496320f22e94", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0048, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-15.png", "input_tokens": 711, "latency_sec": 2.553834413876757, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 403, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:15.425258+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b153ad4-3fe9-4406-b2c0-9ecef342067c", "result_sha256": "3ca6f3ca8c260c9480d224ba22dd6d621134aa73cd2611de97e353af8106fd91", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-01-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-16.png", "input_tokens": 711, "latency_sec": 1.7083959828596562, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 213, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:18.636479+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "222d56c6-d8eb-41af-be75-586022411321", "result_sha256": "b933f57953b17f1bc4213eea9d50b1890be6c693ed4c4e5c32dcd79e1f7b17aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-17.png", "input_tokens": 711, "latency_sec": 1.4124046168290079, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 123, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:07.595932+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ccf2bd-1fe4-4a8d-b970-ff7a4ee74286", "result_sha256": "0a5afd816f3feb8b44a10989b33358862e57c312ba9d174a8d76a7476242f5d7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-18.png", "input_tokens": 711, "latency_sec": 1.7102718579117209, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:42.409205+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e3a1962-f7f9-4119-bc37-c295c5fec1fb", "result_sha256": "211bf2b9c4f87ad00f2d30a847f42ca082fb03aed58cfe94fadcbe3acba97610", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-19.png", "input_tokens": 711, "latency_sec": 1.334200639044866, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:09.393954+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "daf5223d-53d7-499f-b008-0d8c257d6a29", "result_sha256": "c8e06aa45f63fc5cf564d025b095dc38348f3998fdcefd8fb46429a59c5c2602", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002715, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-20.png", "input_tokens": 711, "latency_sec": 1.6030818668659776, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:11.358727+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d1a2e7-ff73-4b5e-9243-3d04991af2dc", "result_sha256": "83583c8e79c6f26dffb549fb85033758bc01c00ff3ceadba4f247ccff1669032", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0045, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-21.png", "input_tokens": 711, "latency_sec": 3.008546397089958, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 363, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:29.487408+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1665c49-da73-49c0-9ae0-1a29afe487d9", "result_sha256": "b77907987e10b7b62dbd624bbf86542d288d323c0ee6dfdc662ff19d9f880c89", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0048075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-22.png", "input_tokens": 711, "latency_sec": 3.118995744967833, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 404, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:15.327256+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0e7443-872f-4c5f-b4dc-ac748872fb63", "result_sha256": "8208316c4849cf7a6ee9be6574600a13b84928a9f097dac03e718bdfa2d7d985", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-23.png", "input_tokens": 711, "latency_sec": 2.500311292009428, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 304, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:38.740461+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f58f8ddd-31d5-4df5-9cc2-dea8f61d8653", "result_sha256": "ec3cf3060b4df83d30838ef86b693e721a2c87dc3e1018a29a4d02f0dd8c9898", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-24.png", "input_tokens": 711, "latency_sec": 3.0977047230117023, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 458, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:14.089256+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe77648c-ca95-4b86-a25e-1c747a3ff7f1", "result_sha256": "4a8c6d9a32d78e180a10dcfe6f50ccf422289359b83d3d302c500b0dbf1b7818", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0038325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-25.png", "input_tokens": 711, "latency_sec": 2.438349485863, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 274, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:53.300199+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e08efb24-43a6-420d-9fa0-daaecd29abc1", "result_sha256": "29efb905876903eea8d29ec681a07e62b62307a50a2813971f0e67309cd8e27a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0050475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-26.png", "input_tokens": 711, "latency_sec": 2.7268164679408073, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 436, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:08.313059+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa77c15a-eeea-41f8-ba50-0b0a236b953f", "result_sha256": "9d0b52755a5d4344a7f35c198a0eba2e9f08b5cc56aa0d3596f2d75595ef1387", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0055725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-27.png", "input_tokens": 711, "latency_sec": 3.595459769014269, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 506, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:59.575113+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad260810-0148-4e9a-9f68-a6e4a6c808b5", "result_sha256": "1557fd372b4c6442c448adff780bce2f29df0732766cd0b5b55c876c93bb2814", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-28.png", "input_tokens": 711, "latency_sec": 2.8709074361249804, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 325, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:55.920594+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "814b615a-bca9-489c-8a87-e386c60fd0a4", "result_sha256": "b33130fa779114afa8e1f35b77188a0240eebebca581cf379b6a04bc01e783ba", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-29.png", "input_tokens": 711, "latency_sec": 1.2182781540323049, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:04.563155+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d5dd56-38cf-41c9-b076-633cf5e60eea", "result_sha256": "77db73c388d279df801f919b168b6fd7d27399e9cb5d0b1f7a60de7e88884407", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00252, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-30.png", "input_tokens": 711, "latency_sec": 1.3606729321181774, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:40.058676+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9284bcf9-79f6-451b-9181-f3d5beb0303e", "result_sha256": "92675a15d1f902e216b1fd2e350e45239b808065b1c481c009d5210a26518faa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-31.png", "input_tokens": 711, "latency_sec": 1.2660166551358998, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:01.255899+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2615fa1d-9f4a-4e24-9ed5-15d4f6ca182f", "result_sha256": "c52330228f9661de3e0f27082c80ed16f8eb46efc9b4dd8abc826ec2831fa28e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-02-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-32.png", "input_tokens": 711, "latency_sec": 1.3072596520651132, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:05.727285+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ba5a39-e901-4c0d-97a3-9906283fa2d0", "result_sha256": "25d2a4723819cabb1e312950681ba60d87a878172a62f8441fa40ba273baf884", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003465, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-33.png", "input_tokens": 711, "latency_sec": 1.844875950133428, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 225, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:02.388595+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "38f6d311-2227-4d61-b3cc-cc4e7655d00d", "result_sha256": "1967f9b01185ed556305ab03c2e82c4a03b6ef7911007567dff465a29331fb0e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003315, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-34.png", "input_tokens": 711, "latency_sec": 2.2411249079741538, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 205, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:04.397471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dd940c0-455e-420b-a52f-35569c548c26", "result_sha256": "9e3b44f8009287c9d2138d12a30e5073bd194bee857f6716214dec3591016d10", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0040125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-35.png", "input_tokens": 711, "latency_sec": 2.3940441980957985, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 298, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:42.539850+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d15ca22-2c04-4a28-baee-405559abd8f2", "result_sha256": "074d6ebd01a2e2202893f1a829500f1c35c8e966e5c09e423f09d6c84909f81a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00363, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-36.png", "input_tokens": 711, "latency_sec": 2.487542145187035, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 247, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:28.122350+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cebe5b17-e646-46a4-9050-52f884d12b3d", "result_sha256": "50a28cd1a0aeb529a551e545b0b8f22f670c636502d6ae10154900810e2e5e3c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-37.png", "input_tokens": 711, "latency_sec": 3.170332631096244, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 373, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:25.842657+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2bc0260-f90f-44ff-a3f3-6b48ae139b1e", "result_sha256": "f3312888600e59df1bd6689d8b29cbb6894d35ee01b3f41d70ef16984585203f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004305, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-38.png", "input_tokens": 711, "latency_sec": 2.6554607208818197, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 337, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:44.198418+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad43424-d804-482a-b16d-970c5535fe8e", "result_sha256": "f624ed2e7566687321e05839ae71d829a096086f07930f78e2aadcc06a0bbca5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0058125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-39.png", "input_tokens": 711, "latency_sec": 3.5298807460349053, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 538, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:24.766460+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ef024bd-0b41-426c-8136-6c8bd06ff68b", "result_sha256": "eb8e245ec5fb95c37b75d15a011bb5c863216c97ac45ee12208ec55bf2e5fa18", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00369, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-40.png", "input_tokens": 711, "latency_sec": 2.2615976540837437, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 255, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:47.474277+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5a9ca9-e4ea-4ae9-b0f9-7c4c5c944f1a", "result_sha256": "91488d2696e969cfc3ae0889ac2807a501d0eac2a9c5d4965d4366d1d78a7367", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-41.png", "input_tokens": 711, "latency_sec": 1.4158348150085658, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:01.788245+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "309cea35-4b95-43c5-8823-2097455eb4d7", "result_sha256": "061341f2bcf1afb8d433aaef169660809162dd515ef218a586c47da86f748def", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-42.png", "input_tokens": 711, "latency_sec": 1.1990740650799125, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:58.094046+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b91724e-fc9d-4c4c-8361-0bf5f34eb20a", "result_sha256": "b38e8846a34887eee0e2e1b0f59ad0bbe29d2c1c9234b07fe382deaf771de31d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00243, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-43.png", "input_tokens": 711, "latency_sec": 1.3086581891402602, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:13.085865+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0385b60-c12e-4c95-9ba1-9ec888639b11", "result_sha256": "35c335882f6c9c84e2820acff1ebe101d63ec322a665475682aaf41c99f55060", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00258, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-44.png", "input_tokens": 711, "latency_sec": 1.3227156749926507, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:40.111804+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cc0f56e-deec-4c37-a899-d175bdbe56a8", "result_sha256": "bd891a36feab687060054a72520872631e82ade8485ee157d8960dc8f98e1eef", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00297, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-45.png", "input_tokens": 711, "latency_sec": 1.704613238805905, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 159, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:26.478520+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac7ca27d-ab7d-4943-b79c-660ac9bec61c", "result_sha256": "fde9a590b9ffffb78a9ee8dc960d0064fb7e33974804377f9a6e317cc64aeebd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00243, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-46.png", "input_tokens": 711, "latency_sec": 1.2471447549760342, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:03.326540+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "da43eea1-3be8-46f1-ad38-0814d089e864", "result_sha256": "acb8152ba005d90adec699b597c53810e72873dcc98976c2714f77fca134c1b3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002655, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-47.png", "input_tokens": 711, "latency_sec": 1.5788654340431094, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 117, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:31.782517+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "668e7ddb-a1ce-47b1-9425-8435b46fc0c6", "result_sha256": "f545616f8dd49e2ef8876e0d14571cc718ecd0aacb4dbb3d3bf04cf49d096bb0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002295, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-03-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-48.png", "input_tokens": 711, "latency_sec": 1.2063408500980586, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:49.566005+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1928df-8bf6-45d1-bf93-a18a11826e30", "result_sha256": "113ee3215a868a5ee2dc7c35565f3d9a4e810c4e6a4509b1177a4eba12f84de4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-49.png", "input_tokens": 711, "latency_sec": 3.2514079769607633, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 325, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:22.735603+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1f813c6-1f92-4024-927d-cc47f4cd5c08", "result_sha256": "b14fb0bcbadcbb95afff2adfa818a1fbcf9ba28f1361c4ee50f92f300005f906", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0038175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-50.png", "input_tokens": 711, "latency_sec": 2.1964603648521006, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 272, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:24.404982+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "85671dc4-9900-4a6f-8e49-3f814f377a94", "result_sha256": "11ede7326bbfccc7c2883ed8070f0b3cd54b61c873b34c70767324e48491d9d1", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-51.png", "input_tokens": 711, "latency_sec": 4.291945368051529, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 693, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:42.404797+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b38304c-2a12-44a1-9746-9c57785b6c27", "result_sha256": "40172fe88fc2143f062d80689fc531142fd45bdc6f8dbf5d5be63d85a7c5b9ec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0030825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-52.png", "input_tokens": 711, "latency_sec": 1.9261398550588638, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 174, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:18.350916+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e8a604-5235-4e1c-a54b-c05c3740d06c", "result_sha256": "c78a55702c84591b2f937fd2791412358ced151c4389596a08ad0715ded2a8f4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-53.png", "input_tokens": 711, "latency_sec": 1.4579222497995943, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:06.910806+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "13819d34-cf1e-44af-861e-e47d4f699fb1", "result_sha256": "e7e78f92959be87b777e8659fde45bc8dba1c6c0cc23d863c36782b5a26d1a47", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-54.png", "input_tokens": 711, "latency_sec": 1.8058427108917385, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:22.879518+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78e89f3-cf90-4698-bc03-7293d5a1c841", "result_sha256": "fbf391c2a833c0806509f42594694a4003cd38c321fbb08195c524f2d344246f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0023625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-55.png", "input_tokens": 711, "latency_sec": 1.3430195800028741, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:36.889115+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce5a0be4-f77d-4a2d-871e-b8a8f595bad3", "result_sha256": "41fdae2a2cc97ffcc4427252d8fc753c2677c0c68a2c7bc8931aaece4a53bd54", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-56.png", "input_tokens": 711, "latency_sec": 1.6919345841743052, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:42.017442+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e912c3-4a43-46d9-8672-f716266b8408", "result_sha256": "60b3eea7ea1b7fc945476601703bb2d0fb23affb48161549473b918da8f84bdb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00258, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-57.png", "input_tokens": 711, "latency_sec": 1.4973073080182076, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 107, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:59.012649+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "953bcdb0-2afb-43ba-ba7a-1d8047a7145f", "result_sha256": "621d048dbdf90f111f04aaa57a56c034ac6ac9a204bc0c514649740f2961d219", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002415, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-58.png", "input_tokens": 711, "latency_sec": 1.4239401039667428, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 85, "prediction": { "choice": "A" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:46.792836+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "00aa7de7-da28-4ed3-a2ab-bce74db3c00f", "result_sha256": "09c9e337bc63d5f8b5979721cbf4d37902198a9f97a3ef24acfdccc1db620472", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-59.png", "input_tokens": 711, "latency_sec": 1.429598093032837, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:54.792575+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "463ef742-e5f9-46bb-9429-34205bc41efc", "result_sha256": "5eda93cc6547296a2084f6f2a2b4c3103de3d59a4faafb3708f21c4b345ed11a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-60.png", "input_tokens": 711, "latency_sec": 1.4787074280902743, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 118, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:27.944522+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6a01be5-acc8-4e99-8e0c-a1a984dc5dc8", "result_sha256": "0caa6cb0f08a4f4e0e83622af3c99ca6b160d1b8a4003b3010436b347c0c6411", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00504, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-61.png", "input_tokens": 711, "latency_sec": 2.7633895250037313, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 435, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:10.418737+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dea0d9b-00b6-4919-9afb-2a18a9f1e52c", "result_sha256": "498c9291b2afb02a49bd7ba6f63ef4a668a3bc5ee1da752533defece03aaa7ca", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004635, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-62.png", "input_tokens": 711, "latency_sec": 2.648740886943415, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 381, "prediction": { "choice": "B" }, "prompt_sha256": "64bfc83d308291dc6a447de93571b42ec09ec6278f7fe82905c059b3926629a9", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:37.327549+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-lightness-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a39d24c-6c05-4a2a-9101-482935af4ab0", "result_sha256": "01e1d4343bfb2c7fb84cc27a66ffce6016b369c1e872485c1e533aa8c69300fa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00531, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "A" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-63.png", "input_tokens": 711, "latency_sec": 3.0206563740503043, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 471, "prediction": { "choice": "A" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:50.309807+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "465fbd41-3b10-4894-bf8f-8106713e5d96", "result_sha256": "dd19d815c5e4d9b278455b3cec91fdf45e9d22ba49fe1aa9f52e94475bb63c11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "lightness", "ground_truth": { "choice": "B" }, "group_id": "lightness-chain-04-edge-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/lightness-64.png", "input_tokens": 711, "latency_sec": 1.486944852862507, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 134, "prediction": { "choice": "B" }, "prompt_sha256": "14500bd7eefa43cebfa107c8a8fa9fa53dddd9be742ffa97660526f7a924c308", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:30.000348+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-lightness-64", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "46a959de-a4e9-4391-ae7b-93749a14f290", "result_sha256": "2762dfeb3078f3a65e5bc3656d46b01517fa2db4cd244e2017ff7bb7fa537b45", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0052675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-01.png", "input_tokens": 724, "latency_sec": 3.1751269090455025, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 461, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:49.401002+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb543a95-b1f7-4b55-9d68-f7db7f946494", "result_sha256": "deb78dbc0f4e42a5b57a66bcebfae876c1a83c35d80ab268e3987b7f76042d47", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.013495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-02.png", "input_tokens": 724, "latency_sec": 7.700955648208037, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1558, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:27.525407+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0630a8ab-b2c9-49ce-989c-d811cf9d6849", "result_sha256": "3ff4a0a103c2441440125de4592afd80fe4e09748fcb9edbd4bc44115b676412", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0034375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-03.png", "input_tokens": 724, "latency_sec": 1.8369301189668477, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 217, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:55.159033+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ad9bba-ba2d-4815-be85-e6e29e610263", "result_sha256": "a15cece35396f29262fd18130009f3af23d6cf23c57e6f9d459c2e64e13ce660", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00553, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-04.png", "input_tokens": 724, "latency_sec": 3.1401869491674006, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 496, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:31.498447+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c82cade-efe2-4e83-b25b-036a2f5c154d", "result_sha256": "c0f758ea662337c50d0c9c2dd32a6968307e0b3010d022c8b0905e8c5b4ba6b6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0058975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-05.png", "input_tokens": 724, "latency_sec": 3.296453800983727, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 545, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:44.469098+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "813d15fd-7054-4d30-ab07-8a06cd6f111b", "result_sha256": "147685c1779b616304953d1c3fa8912f946873d7c178136a1b236c6a556ee476", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007435, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-06.png", "input_tokens": 724, "latency_sec": 4.410711318952963, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 750, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:41.501441+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "27505128-1e84-4984-9079-d3abcc0cbc84", "result_sha256": "5f2bb7f9b3253478e93acafdf8a29af2d21a53921d86951ce0d04e429103aa58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0061975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-07.png", "input_tokens": 724, "latency_sec": 3.2476319200359285, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 585, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:48.314015+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "258c2094-88d7-4b3e-a8d7-bf0b455822f5", "result_sha256": "ffcdec134c23f251f63ab76a059650b8fb928eb64ceba3b74a919d5f50c7f3b0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0047575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-08.png", "input_tokens": 724, "latency_sec": 2.7557007749564946, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 393, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:59.931661+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "97aaf908-ee40-42f3-957c-70e3c145396a", "result_sha256": "0839aea5a5d7b574e17e4de215953bc49c8d2fc96077762614ddb5335a4d7ed7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.016135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-09.png", "input_tokens": 724, "latency_sec": 10.138557150959969, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1910, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:07.708370+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "827d83fd-7d7d-42c5-bb22-6b2c301230c6", "result_sha256": "8715499c75b730e49df7d9959d4926d189d7c92d5c4757956163ed4e80977ee1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0073825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-10.png", "input_tokens": 724, "latency_sec": 3.8337382210884243, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 743, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:37.248786+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "76a50989-402b-44cc-8b56-df9d7e0bf238", "result_sha256": "7e3f14f5e38eb3eba72b6e7cfc967c523b0ee2d648206fda30afe48eb7539194", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.03001, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-11.png", "input_tokens": 724, "latency_sec": 16.599818277871236, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3760, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:52.595023+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5a6f27-dd41-46f0-a31e-9274b43ccd1e", "result_sha256": "572af801d014eed417e8fe4c6759dcd1f63df1c0fcbc4becb7bf1c08b5a61e96", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004855, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-12.png", "input_tokens": 724, "latency_sec": 3.991750214016065, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 406, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:30.576751+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb55a6b-d7f0-40c0-8d10-9791a6ac3b88", "result_sha256": "c59360e834e09c731ff868be9b8953a0fb1036d7ecc06f351ed7277bf0f699b7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0201925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-13.png", "input_tokens": 724, "latency_sec": 11.063421942060813, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2451, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:26:40.210353+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "999f5198-7a46-4c54-b4c6-ea67f25ca16b", "result_sha256": "e5d57494658db556f42fab7ec6ca2fcdf19ef02f59a7bf9e5bfd46ab01f48452", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.02491, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-14.png", "input_tokens": 724, "latency_sec": 13.999994301935658, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3080, "prediction": {}, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "B", "recorded_at": "2026-09-29T14:26:04.196519+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-14", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14aa110-feea-4a52-b585-a8c03901c132", "result_sha256": "c3564ec2f41f4c2d2889dea9bd43e22e4032ee7b610c40142a4edb601c19b525", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0276625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-15.png", "input_tokens": 724, "latency_sec": 16.049597525037825, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3447, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:21.037982+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e6201a-f066-42db-b663-368a60bda8c4", "result_sha256": "724c18b8d5b00ef3acaf274522345f22d2371048eb1be8f27c1952fff81ad1eb", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03052, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-16.png", "input_tokens": 724, "latency_sec": 14.56284942990169, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3828, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:04.116183+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c3767fa-59b2-4607-8e74-09af3ba522fe", "result_sha256": "757599721898cba46a5131ad5fdc98409daecaf57f26168703edfa329ee2d145", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0058525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-17", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-17.png", "input_tokens": 724, "latency_sec": 3.073271886911243, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 539, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:20.983679+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f2873cb-cde3-4a06-8d08-d6b42d500193", "result_sha256": "bcfda71c436f44dc4efa2d21a7480d426824836e5fb1840b7d99f6c0283c7aa7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0060325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-18", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-18.png", "input_tokens": 724, "latency_sec": 3.408752318006009, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 563, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:28.077958+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "73915a3a-f0d8-47d0-af30-149c0a359505", "result_sha256": "9c3c71398a3028ba1cfdf555facd340c613656e986f924efe7ab12c09e3441ae", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-19", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-19.png", "input_tokens": 1506, "latency_sec": 19.320567324059084, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:17.863749+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "414bfbaa-fcad-42dd-bf6f-8fd91b81d520", "result_sha256": "df01149c4112e65cccdc987b0b96bb43315f0c3ac60981f5f330c91587680bf6", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0063775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-20", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-20.png", "input_tokens": 724, "latency_sec": 4.03280617389828, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 609, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-29T14:25:59.218330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a30c65a7-8a07-4bc3-9f37-37ac4802baaf", "result_sha256": "7299f0a2ef9b2af3ebd128777e65cc5d4a982ef91339f50e8b594b581bafad5f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0199525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-21", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-21.png", "input_tokens": 724, "latency_sec": 13.325896027032286, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2419, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:46.259805+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d103fc72-0878-465b-acea-663b4f265540", "result_sha256": "648d3438a02076b76c68aa88d6dbad6f54adce47fc39e8a3ad192cc3d4574561", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00796, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-22", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-22.png", "input_tokens": 724, "latency_sec": 4.554952486883849, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 820, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:24:20.624252+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a265b63f-00d4-43fa-9c8c-0b65df13acc5", "result_sha256": "4a21f45215d1c176bf57018731a134e6b890f4c1574ec98fa83189c167272259", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-23", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-23.png", "input_tokens": 1506, "latency_sec": 18.40869939001277, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:05.255787+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5a5c8d5-2111-425d-93cd-e5fe0b01f002", "result_sha256": "257486b72192cfc9cde4615e13a4967a95907d3e229127facfd6f533a6cd67f3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004495, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-24", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-24.png", "input_tokens": 724, "latency_sec": 2.3821383928880095, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 358, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:44.875059+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d24a04c-006a-4d73-99cb-a7097f50231e", "result_sha256": "27afd0da8d5f18f9f389fd5131df114abccaf96be68239bd0064506503a1173f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006835, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-25", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-25.png", "input_tokens": 724, "latency_sec": 3.9977107299491763, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 670, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:34.717190+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5b76db5-a44c-4e97-8154-dbacfa5a87bc", "result_sha256": "0632e30a5304d9d3ef9238e72610bb7cb41bca7f2bbd3ead1843d0c85686471c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0073075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-26", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-26.png", "input_tokens": 724, "latency_sec": 4.469583012862131, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 733, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:16.206533+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "61df0b76-2a48-4add-a6fa-0384bc7b3053", "result_sha256": "8fe1c54086892c0dfa1d7f01c5ea6cc7dca22788ed81e02a20af0f8f2df0753c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0077275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-27", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-27.png", "input_tokens": 724, "latency_sec": 5.247952928999439, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 789, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:45.139591+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e34519ca-2276-4501-979d-040f4f452f60", "result_sha256": "0b4e75913cd85521c12eb11839f0e33a23fbe2dd264f0329c8d1412bcc9abd19", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.01189, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-28", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-28.png", "input_tokens": 724, "latency_sec": 7.639904058072716, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1344, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:22.158903+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "25e2135a-b089-4b40-b35c-bb0c2bae4d7a", "result_sha256": "5439003a119177798fb90f0236623ac6b8ecf07ea7512c4d6b881bca0b86caed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0305125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-29", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-29.png", "input_tokens": 724, "latency_sec": 16.470056771067902, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3827, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:37.114349+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0587562-bd80-44d8-9b62-c5d0e7bf1faf", "result_sha256": "8e2751fa232ac4040a4992b3aa6899c4e48ac7b04e6596efdf4c8093519dc4a0", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0065725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-30", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-30.png", "input_tokens": 724, "latency_sec": 3.5890264050103724, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 635, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:14.461775+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "caf7a0c7-5e44-4c3d-a1dd-30cb4d4ba119", "result_sha256": "fe33f9da9b1c80ca2202d0cdfe5546c66084255b5090a4d76dbbf67ba3bc88ed", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0055675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-31", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-31.png", "input_tokens": 724, "latency_sec": 2.9104674491100013, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 501, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:04.222317+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0657bf3f-3254-4e0c-aaed-cd9bef2e15b6", "result_sha256": "ba753f4a73cd5c682f13d1ec379bb4d14ee007808923386a5c52b603038b2a72", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0100975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-32", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-32.png", "input_tokens": 724, "latency_sec": 5.903027522843331, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1105, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:36.472377+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6ce78fa-c019-41ed-95d1-557df989fd04", "result_sha256": "974aaccd35fd82b941b62bb998c785a35f6157108fa3774da1a32f1aef0eeedc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0033325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-33", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-33.png", "input_tokens": 724, "latency_sec": 1.8783823868725449, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 203, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:02.156005+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd0510a-d3ee-4674-a9ff-d3550944b922", "result_sha256": "5e0e18b461a161c79439d4adc078598347bc7f4591cb2e1ade8a9c8c66ec2a31", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-34", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-34.png", "input_tokens": 724, "latency_sec": 1.5402884250506759, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:51.495470+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d06dd891-704a-4332-9f3f-7744a08b1a1a", "result_sha256": "50c22f0f970b53017c2a36670f2881db36cc7f05c6e7761df815f7903f1b4fd5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00349, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-35", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-35.png", "input_tokens": 724, "latency_sec": 1.7979734120890498, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 224, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:14.660093+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "18bdff04-a0e6-49b8-afee-62583ed9804f", "result_sha256": "6012e754d6415598c9b06f9d133941865040f49ecc181f7433b464d5260c41aa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0036775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-36", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-36.png", "input_tokens": 724, "latency_sec": 1.9335179920308292, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 249, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:25:52.160765+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "160505c0-0b60-4027-92e0-fb25e3a6323e", "result_sha256": "f7d2523a341727840d19b8ab428389010ea1342213c031fc3fc0bd14f1570b4d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00517, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-37", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-37.png", "input_tokens": 724, "latency_sec": 3.8942148161586374, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 448, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:39.861432+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "17711c8a-59b7-4998-975b-a332e3e01f6c", "result_sha256": "c1428e2440f626503768f8d15c0026797b8910a717065b10f33b06d67059d69a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0036025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-38", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-38.png", "input_tokens": 724, "latency_sec": 2.2808211259543896, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 239, "prediction": { "choice": "B" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:13.853925+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4d7cdb0-d09e-47b3-8384-6489c4a75fdf", "result_sha256": "8d7248b580b6a7e9160d53f08a0a060eff378bbe2a1086ac1db130de525cc22e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0043375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-39", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-39.png", "input_tokens": 724, "latency_sec": 2.4087716760113835, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 337, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:14.218090+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "104ce5fe-5ed9-4e12-afdd-c62eab046ee9", "result_sha256": "e38e214049265c2ae25dd191d37d8b5f8d33edb9873ae2cef6b88b5c9696c87e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-40", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-40.png", "input_tokens": 724, "latency_sec": 2.288040185114369, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 274, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:24:20.656751+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "10ef8a57-895a-45f6-bb18-d869a43aa09f", "result_sha256": "60680843f2f49d31386a3d38ed0e138947470561c935b471152c3ff57caca064", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0046225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-41", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-41.png", "input_tokens": 724, "latency_sec": 3.2288182789925486, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 375, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:45.368565+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8536bda-b641-4138-9d5a-f3ac3130427b", "result_sha256": "f3db690c3287db4d71c620f05ed31ff236fe20bda6bcc3bb9cea5ed9a5621941", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0067975, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-42", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-42.png", "input_tokens": 724, "latency_sec": 4.134510603034869, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 665, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:28:09.904846+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6436843d-7c80-4d76-81bd-290162a92b1c", "result_sha256": "921f457f3e5266fedebb59922d895680b0ddf9e8b6b972df198e1a96aad3a9f4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0042325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-43", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-43.png", "input_tokens": 724, "latency_sec": 2.4487018869258463, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 323, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:37.238827+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b78781f-969c-424f-a60b-abdd8d7b2b0d", "result_sha256": "7047a8d434e81fe9abdef4d878370be06fd3e05cbb307f3e6fbddc687cf0cac7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0074575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-44", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-44.png", "input_tokens": 724, "latency_sec": 4.504333060001954, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 753, "prediction": { "choice": "D" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:53.355820+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90a20c1-5de6-4d67-a5dc-3e86febb5a8d", "result_sha256": "4c94ed76f5a3d8f6483f441a4d9a5e2f34f60884305c8f345ec79370b910eca4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0167725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "A" }, "group_id": "match-binding-45", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-45.png", "input_tokens": 724, "latency_sec": 9.13183978293091, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1995, "prediction": { "choice": "A" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:08.698812+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fa101f0-5883-47b8-b4de-a2829a2a1aa4", "result_sha256": "cb117c4814e0559042ca4d0393c012837fa097cb5f7da457762e7058be7ab0dd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0072775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "B" }, "group_id": "match-binding-46", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-46.png", "input_tokens": 724, "latency_sec": 3.8378083859570324, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 729, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:45.875601+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cf11b1f-88b3-4fa8-ab81-b2794faab493", "result_sha256": "ae30ef03587dbf88a4597f2395b7734fedf3583ebae49d3fb89e55928a9d1e89", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0215725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "C" }, "group_id": "match-binding-47", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-47.png", "input_tokens": 724, "latency_sec": 12.112583579029888, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2635, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:23:38.689977+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-matching-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6cb8584-5106-4f31-9c0b-b0b5c8eb0808", "result_sha256": "67f979789970c07e97c94120aea6d887ff00585d82007848ffbe94c625f85ca8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0063775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "matching", "ground_truth": { "choice": "D" }, "group_id": "match-binding-48", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/matching-48.png", "input_tokens": 724, "latency_sec": 3.4856322309933603, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 609, "prediction": { "choice": "C" }, "prompt_sha256": "7bb3cbbd25d001a63c37abdaa654af2e999b2a271b017c1295a2d7ff51509298", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:25:34.478335+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-matching-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3670f060-0b54-43f2-8562-8f7e7d1c0458", "result_sha256": "0725c77d90c3a7b78a4cc19d9d942ae8ff989e92332a5950c8d635e157c7ba95", "result": { "component_errors": { "c": 0.006879893259451986, "h": 3.007770759988574, "l": 0.003073914022002966 }, "correct": null, "cost_estimated": false, "cost_usd": 0.02356, "delta_e_ok": 0.011540502686308853, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 766, "latency_sec": 10.91878496715799, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 2886, "prediction": { "c": 0.17, "h": 14.0, "l": 0.56 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.56, \"c\": 0.17, \"h\": 14}", "recorded_at": "2026-09-29T14:28:01.551138+00:00", "request_attempts": 1, "score": 94.22974865684557, "task_id": "colorbench-oklch-01", "tight_score": 76.9189946273823, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "43f03353-4b48-482e-ab44-cb09303a88e7", "result_sha256": "3eea270b837f8219f1b275dc2c6c2b7330e5af4af66346e9e7fd8d3aac18ee93", "result": { "component_errors": { "c": 0.011403039047677643, "h": 6.945271858660533, "l": 0.020653299340816833 }, "correct": null, "cost_estimated": false, "cost_usd": 0.034935, "delta_e_ok": 0.02874655072286584, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 1590, "latency_sec": 16.661864787107334, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4128, "prediction": { "c": 0.13, "h": 260.0, "l": 0.52 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\n \"l\": 0.52,\n \"c\": 0.13,\n \"h\": 260\n}", "recorded_at": "2026-09-29T14:23:46.830367+00:00", "request_attempts": 1, "score": 85.62672463856708, "task_id": "colorbench-oklch-02", "tight_score": 42.506898554268325, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d8cf0e2-7e28-4d31-a707-a6f7537e20b6", "result_sha256": "02e421c9fbeb5d87194245286dedd8e28e642a9138be9f78eee3c7f3927115c9", "result": { "component_errors": { "c": 0.0007053031417421779, "h": 2.03735052816387, "l": 0.0010975177863857821 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0141325, "delta_e_ok": 0.0037991954873219875, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 766, "latency_sec": 8.703439976088703, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 1629, "prediction": { "c": 0.1, "h": 157.0, "l": 0.58 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.58, \"c\": 0.1, \"h\": 157}", "recorded_at": "2026-09-29T14:23:35.272856+00:00", "request_attempts": 1, "score": 98.10040225633901, "task_id": "colorbench-oklch-03", "tight_score": 92.40160902535602, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "80d37a78-2308-4a91-8787-0f282eb2a64b", "result_sha256": "cadccef11f5452f90272c88c703301db77afd928d9f74ccf924414a0ec4959f0", "result": { "component_errors": { "c": 0.019638185630541996, "h": 3.0427720406007097, "l": 0.006854237561005672 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0348975, "delta_e_ok": 0.02159565698333439, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 1590, "latency_sec": 14.382920410949737, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4123, "prediction": { "c": 0.1, "h": 75.0, "l": 0.65 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.65, \"c\": 0.1, \"h\": 75}", "recorded_at": "2026-09-29T14:24:06.739037+00:00", "request_attempts": 1, "score": 89.20217150833281, "task_id": "colorbench-oklch-04", "tight_score": 56.80868603333123, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb883325-f705-4398-9f47-ff0b49c5fff6", "result_sha256": "90999431aead26718787b6f59384cc7196f56178791f9107802347d753e962e6", "result": { "component_errors": { "c": 0.006874448371559372, "h": 7.007140960468064, "l": 0.02590664287409228 }, "correct": null, "cost_estimated": false, "cost_usd": 0.016435, "delta_e_ok": 0.032235315152362665, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 766, "latency_sec": 8.631103124003857, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 1936, "prediction": { "c": 0.15, "h": 315.0, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.57, \"c\": 0.15, \"h\": 315}", "recorded_at": "2026-09-29T14:23:43.912043+00:00", "request_attempts": 1, "score": 83.88234242381867, "task_id": "colorbench-oklch-05", "tight_score": 35.52936969527467, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c48eeec4-f6f0-423d-b61c-f5af2d683616", "result_sha256": "b2cf03c883f8df78b2e392500b1cea271da7d1daff4b108f5dbc3017a94a70e7", "result": { "component_errors": { "c": 0.0032632622246576842, "h": 10.873234931850135, "l": 0.0070010645449806175 }, "correct": null, "cost_estimated": false, "cost_usd": 0.021415, "delta_e_ok": 0.013799358971561669, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 766, "latency_sec": 8.753214538097382, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 2600, "prediction": { "c": 0.062, "h": 262.0, "l": 0.31 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.31, \"c\": 0.062, \"h\": 262}", "recorded_at": "2026-09-29T14:28:12.839428+00:00", "request_attempts": 1, "score": 93.10032051421916, "task_id": "colorbench-oklch-06", "tight_score": 72.40128205687665, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2a6a1cd-a241-43e9-81eb-b015d5689db2", "result_sha256": "ec329d2105ec7191267532984d5d11b76b9d4d3c493d8760d743a001c1ce0b45", "result": { "component_errors": { "c": 0.0053116212457221534, "h": 2.917870075137529, "l": 0.07009272158815527 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0137125, "delta_e_ok": 0.07032357401425936, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 766, "latency_sec": 7.318376411218196, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 1573, "prediction": { "c": 0.043, "h": 93.0, "l": 0.81 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.81, \"c\": 0.043, \"h\": 93}", "recorded_at": "2026-09-29T14:26:40.643933+00:00", "request_attempts": 1, "score": 64.83821299287033, "task_id": "colorbench-oklch-07", "tight_score": 0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": false } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f976776f-fce3-4cde-958b-9b705339dd3e", "result_sha256": "f56ba3b97f2c3471129943489ba5538dd23119a16b37e7e4d7e55e5823a2dd52", "result": { "component_errors": { "c": 0.0, "h": null, "l": 0.00012919829288227103 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0054775, "delta_e_ok": 0.00012919829481709103, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 766, "latency_sec": 2.4760293199215084, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 475, "prediction": { "c": 0.0, "h": 0.0, "l": 0.6 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.6, \"c\": 0, \"h\": 0}", "recorded_at": "2026-09-29T14:26:07.867225+00:00", "request_attempts": 1, "score": 99.93540085259144, "task_id": "colorbench-oklch-08", "tight_score": 99.74160341036583, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4469c47-0c14-482a-89e8-d1b82d9bbe37", "result_sha256": "50d742b0b981a811a67d4b724f89c89e974d9ec995100ac33cdeb890b5aa1c31", "result": { "component_errors": { "c": 0.016380754408096138, "h": 0.34935647130703273, "l": 0.022646550277791277 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0296425, "delta_e_ok": 0.027981472712979082, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 766, "latency_sec": 11.690099462866783, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 3697, "prediction": { "c": 0.21, "h": 26.0, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.57, \"c\": 0.21, \"h\": 26}", "recorded_at": "2026-09-29T14:24:26.366647+00:00", "request_attempts": 1, "score": 86.00926364351047, "task_id": "colorbench-oklch-09", "tight_score": 44.03705457404183, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d78df7f9-ddd3-4d9c-9bcd-c0ee48ad2645", "result_sha256": "0a36d9951a7611b2e8ddd274fb85a5394714e96dbcc103bc6c9a82b46634212c", "result": { "component_errors": { "c": 0.006020599292406892, "h": 1.7079012037287384, "l": 0.004876084597746355 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0348975, "delta_e_ok": 0.008989828352432946, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 1590, "latency_sec": 15.199461737880483, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4123, "prediction": { "c": 0.15, "h": 150.0, "l": 0.61 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.61, \"c\": 0.15, \"h\": 150}", "recorded_at": "2026-09-29T14:27:11.761202+00:00", "request_attempts": 1, "score": 95.50508582378353, "task_id": "colorbench-oklch-10", "tight_score": 82.02034329513411, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6982eb39-5f67-494c-9aa8-39f081e97795", "result_sha256": "611949f1c296dbed177fd5bd97e9aeae6f12b91b8aa09247ad9ba6ace0495ca0", "result": { "component_errors": { "c": 0.012159851685830031, "h": 4.215151949296171, "l": 0.014450038841612778 }, "correct": null, "cost_estimated": false, "cost_usd": 0.034905, "delta_e_ok": 0.024679029160657947, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 1590, "latency_sec": 18.621705435216427, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4124, "prediction": { "c": 0.21, "h": 262.0, "l": 0.5 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.50, \"c\": 0.21, \"h\": 262}", "recorded_at": "2026-09-29T14:23:45.203247+00:00", "request_attempts": 1, "score": 87.66048541967103, "task_id": "colorbench-oklch-11", "tight_score": 50.64194167868411, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6244e7e-3cc7-4331-b1de-5a6b1ad2622f", "result_sha256": "b786b9216dbff202b283b9439106d6ee93e5c645578829129c58e127bbf4c19a", "result": { "component_errors": { "c": 0.017389424506703027, "h": 3.634151692860428, "l": 0.03591716862656269 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0348975, "delta_e_ok": 0.04115112254904234, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 1590, "latency_sec": 14.061928922077641, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4123, "prediction": { "c": 0.15, "h": 95.0, "l": 0.82 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.82, \"c\": 0.15, \"h\": 95}", "recorded_at": "2026-09-29T14:24:49.396879+00:00", "request_attempts": 1, "score": 79.42443872547884, "task_id": "colorbench-oklch-12", "tight_score": 17.69775490191533, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a86feae0-2c0a-4057-8245-b44fb8ce795e", "result_sha256": "337907d60f70117a32178adf3d8b417d3ad85528ad23e25a6a94c057efa0f739", "result": { "component_errors": { "c": 0.026027880784928348, "h": 3.0563490188789615, "l": 0.030973671229781008 }, "correct": null, "cost_estimated": false, "cost_usd": 0.034905, "delta_e_ok": 0.04238053827502356, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 1590, "latency_sec": 13.757292545866221, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4124, "prediction": { "c": 0.25, "h": 328.0, "l": 0.57 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.57, \"c\": 0.25, \"h\": 328}", "recorded_at": "2026-09-29T14:23:46.173523+00:00", "request_attempts": 1, "score": 78.80973086248821, "task_id": "colorbench-oklch-13", "tight_score": 15.238923449952878, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6e162e-c52c-48b4-99aa-8ee7b82cfcde", "result_sha256": "830feb4ed7424e1edb5676cc5730811716ee095e581e1bdabc42141ed6d7071b", "result": { "component_errors": { "c": 0.007786331962802234, "h": 10.106234077695092, "l": 0.03343834345367691 }, "correct": null, "cost_estimated": false, "cost_usd": 0.034905, "delta_e_ok": 0.03995764019835178, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 1590, "latency_sec": 15.585012380965054, "model_name": "pareto", "out_of_srgb": true, "output_tokens": 4124, "prediction": { "c": 0.12, "h": 200.0, "l": 0.67 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\n \"l\": 0.67,\n \"c\": 0.12,\n \"h\": 200\n}", "recorded_at": "2026-09-29T14:25:50.040255+00:00", "request_attempts": 1, "score": 80.02117990082411, "task_id": "colorbench-oklch-14", "tight_score": 20.084719603296442, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "898385c5-983a-444c-872b-a4bbf07380e0", "result_sha256": "a17339c6ee728b8307fb09ee244a54f5c2f22487faa1f715ba56e144572727a5", "result": { "component_errors": { "c": 0.004093520693841951, "h": null, "l": 0.023940631354675418 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0348975, "delta_e_ok": 0.02428807817286868, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 1590, "latency_sec": 15.466091030975804, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 4123, "prediction": { "c": 0.0, "h": 0.0, "l": 0.15 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.15, \"c\": 0.0, \"h\": 0}", "recorded_at": "2026-09-29T14:27:18.839718+00:00", "request_attempts": 1, "score": 87.85596091356567, "task_id": "colorbench-oklch-15", "tight_score": 51.42384365426265, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa62d7a6-8e0a-47e6-b81c-f56a50d4f099", "result_sha256": "f8634f92bc26b8c6852a84d71069f8def4847fa88d757be45c01c501e8dcb8de", "result": { "component_errors": { "c": 0.00802418443123451, "h": null, "l": 0.0033179757410756183 }, "correct": null, "cost_estimated": false, "cost_usd": 0.015205, "delta_e_ok": 0.008684933315017327, "error": null, "error_kind": null, "family": "oklch", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 766, "latency_sec": 6.722030904842541, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 1772, "prediction": { "c": 0.012, "h": 105.0, "l": 0.96 }, "prompt_sha256": "cfc2f885cbdbcece08f23bb635b333e3e35d9a41ebaf72f1a755e461f8f494d4", "provider": "anthropic", "raw_prediction": "{\"l\": 0.96, \"c\": 0.012, \"h\": 105}", "recorded_at": "2026-09-29T14:24:57.866377+00:00", "request_attempts": 1, "score": 95.65753334249135, "task_id": "colorbench-oklch-16", "tight_score": 82.63013336996534, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "86661e6c-ae3e-43e3-9067-177a5441adfc", "result_sha256": "fda1c998a2d36a5cb8b4db256d802d799a7a27365a48865c9e4d152dc168e392", "result": { "component_errors": { "b": 2, "g": 14, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.004015, "delta_e_ok": 0.029826229024805282, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 192, 64, 80 ] }, "group_id": "numeric-01", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-01.png", "input_tokens": 736, "latency_sec": 2.089897874975577, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 290, "prediction": { "b": 82, "g": 78, "r": 197 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 197, \"g\": 78, \"b\": 82}", "recorded_at": "2026-09-29T14:26:25.977191+00:00", "request_attempts": 1, "score": 85.08688548759736, "task_id": "colorbench-rgb-01", "tight_score": 40.34754195038944, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f7e2bd0-2409-46d6-ab4b-378aa4f579ad", "result_sha256": "2127852021df36813f0e561ba04341c56578a7899d1de05ad8b02f7c7777ef4f", "result": { "component_errors": { "b": 10, "g": 7, "r": 7 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0029275, "delta_e_ok": 0.027631438763212883, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 38, 112, 190 ] }, "group_id": "numeric-02", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-02.png", "input_tokens": 736, "latency_sec": 1.6189738458488137, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 145, "prediction": { "b": 180, "g": 119, "r": 31 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 31, \"g\": 119, \"b\": 180}", "recorded_at": "2026-09-29T14:25:41.759539+00:00", "request_attempts": 1, "score": 86.18428061839356, "task_id": "colorbench-rgb-02", "tight_score": 44.737122473574246, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd1db71-0089-4abb-be00-8b75f5076aec", "result_sha256": "064d2e0e86457fe703301d7ef80efabf73d8dc4120611c89b9368b67225c2ba8", "result": { "component_errors": { "b": 11, "g": 2, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0038725, "delta_e_ok": 0.014844530205594708, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 60, 140, 100 ] }, "group_id": "numeric-03", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-03.png", "input_tokens": 736, "latency_sec": 2.380123561946675, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 271, "prediction": { "b": 89, "g": 138, "r": 60 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 60, \"g\": 138, \"b\": 89}", "recorded_at": "2026-09-29T14:28:11.049058+00:00", "request_attempts": 1, "score": 92.57773489720265, "task_id": "colorbench-rgb-03", "tight_score": 70.31093958881058, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bf41c33-3ab2-4ba3-938c-131266639eb9", "result_sha256": "73d46ca9a96644c6323fba2e685899d61df1ceb63a253e860fef76bd92d5827e", "result": { "component_errors": { "b": 0, "g": 2, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003025, "delta_e_ok": 0.008140001280441496, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 185, 135, 45 ] }, "group_id": "numeric-04", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-04.png", "input_tokens": 736, "latency_sec": 1.5682050709147006, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 158, "prediction": { "b": 45, "g": 137, "r": 181 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 181, \"g\": 137, \"b\": 45}", "recorded_at": "2026-09-29T14:24:51.154472+00:00", "request_attempts": 1, "score": 95.92999935977925, "task_id": "colorbench-rgb-04", "tight_score": 83.71999743911701, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8263b4-0ad0-47cc-9f10-c5a5398e82a3", "result_sha256": "f994cad6fe4a85484e395e568cae0925477a1da09c951cad4a53b2bb263cc071", "result": { "component_errors": { "b": 2, "g": 4, "r": 16 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00319, "delta_e_ok": 0.031405436976507946, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 135, 85, 175 ] }, "group_id": "numeric-05", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-05.png", "input_tokens": 736, "latency_sec": 2.0710897059179842, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 180, "prediction": { "b": 177, "g": 89, "r": 151 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 151, \"g\": 89, \"b\": 177}", "recorded_at": "2026-09-29T14:28:27.050045+00:00", "request_attempts": 1, "score": 84.29728151174602, "task_id": "colorbench-rgb-05", "tight_score": 37.189126046984114, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "91388c26-e2f2-4016-b5af-716fd6dc90f6", "result_sha256": "0e59e9e52a2e4050e43895038ebbb9548f382a9a7fb4f1fae5a8a1332a7a79cd", "result": { "component_errors": { "b": 7, "g": 1, "r": 4 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0027025, "delta_e_ok": 0.013930968328396598, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 22, 48, 75 ] }, "group_id": "numeric-06", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-06.png", "input_tokens": 736, "latency_sec": 1.4320060268510133, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 115, "prediction": { "b": 82, "g": 49, "r": 26 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 26, \"g\": 49, \"b\": 82}", "recorded_at": "2026-09-29T14:25:35.937469+00:00", "request_attempts": 1, "score": 93.0345158358017, "task_id": "colorbench-rgb-06", "tight_score": 72.13806334320681, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "66775f56-0d3e-46a8-a2c6-4ef89acf7bd8", "result_sha256": "f50fc24d57eab612faf6bbc72175571d2b82ce53a726f014d6d2aae034171ab5", "result": { "component_errors": { "b": 1, "g": 4, "r": 3 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002905, "delta_e_ok": 0.011459459013289902, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 225, 215, 188 ] }, "group_id": "numeric-07", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-07.png", "input_tokens": 736, "latency_sec": 1.3664941068273038, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 142, "prediction": { "b": 187, "g": 211, "r": 222 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 222, \"g\": 211, \"b\": 187}", "recorded_at": "2026-09-29T14:24:52.969732+00:00", "request_attempts": 1, "score": 94.27027049335504, "task_id": "colorbench-rgb-07", "tight_score": 77.0810819734202, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bada6e7e-2d07-48be-b250-7fe6118e9162", "result_sha256": "c10a7da2dd13b2991c8ff9a2aee0d3b096049fbd8df2c31943c93c9b61c10607", "result": { "component_errors": { "b": 0, "g": 0, "r": 0 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002695, "delta_e_ok": 0.0, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 128, 128, 128 ] }, "group_id": "numeric-08", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-08.png", "input_tokens": 736, "latency_sec": 1.1536386529915035, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 114, "prediction": { "b": 128, "g": 128, "r": 128 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 128, \"g\": 128, \"b\": 128}", "recorded_at": "2026-09-29T14:26:38.084068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-rgb-08", "tight_score": 100.0, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": true, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "abb0de1c-78fc-4474-9573-a92021876ff7", "result_sha256": "46dac6641e6e00c68c7220a0e2eeca0d66a520b14e9bdefb0377c30b571e6d58", "result": { "component_errors": { "b": 1, "g": 4, "r": 10 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0034675, "delta_e_ok": 0.019350106014273175, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 230, 32, 44 ] }, "group_id": "numeric-09", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-09.png", "input_tokens": 736, "latency_sec": 1.6580370599403977, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 217, "prediction": { "b": 45, "g": 36, "r": 220 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 220, \"g\": 36, \"b\": 45}", "recorded_at": "2026-09-29T14:26:29.773640+00:00", "request_attempts": 1, "score": 90.3249469928634, "task_id": "colorbench-rgb-09", "tight_score": 61.299787971453654, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dff75c7-4e0b-4119-94ae-dc5bfa9c108a", "result_sha256": "3fdaba8d0013ad65408b8ef6735ab5288fd0f3ec28bbc0e3c2ea8fc4046ee3ec", "result": { "component_errors": { "b": 2, "g": 0, "r": 16 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003175, "delta_e_ok": 0.006881760890079218, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 24, 158, 82 ] }, "group_id": "numeric-10", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-10.png", "input_tokens": 736, "latency_sec": 1.7915018720086664, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 178, "prediction": { "b": 84, "g": 158, "r": 40 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 40, \"g\": 158, \"b\": 84}", "recorded_at": "2026-09-29T14:24:54.923013+00:00", "request_attempts": 1, "score": 96.55911955496039, "task_id": "colorbench-rgb-10", "tight_score": 86.23647821984157, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ca588a-9ff1-4231-add0-7e93f0edd253", "result_sha256": "700b01b09bafa4372c62fd669210da294c04f830422fb95f8f33d4251db5dd42", "result": { "component_errors": { "b": 4, "g": 7, "r": 11 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0035875, "delta_e_ok": 0.021106846701991616, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 84, 228 ] }, "group_id": "numeric-11", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-11.png", "input_tokens": 736, "latency_sec": 2.1231550090014935, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 233, "prediction": { "b": 224, "g": 91, "r": 55 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 55, \"g\": 91, \"b\": 224}", "recorded_at": "2026-09-29T14:28:27.247397+00:00", "request_attempts": 1, "score": 89.4465766490042, "task_id": "colorbench-rgb-11", "tight_score": 57.786306596016765, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e66b4e71-0f93-42c3-bd58-7d85faaa6e13", "result_sha256": "98b878aafaeb42969b591466b3a4cc8f878f4b86d8f6e1270ed15c8d78f07a22", "result": { "component_errors": { "b": 1, "g": 10, "r": 5 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00439, "delta_e_ok": 0.027129740425163553, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 236, 208, 44 ] }, "group_id": "numeric-12", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-12.png", "input_tokens": 736, "latency_sec": 2.0195048439782113, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 340, "prediction": { "b": 45, "g": 198, "r": 231 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 231, \"g\": 198, \"b\": 45}", "recorded_at": "2026-09-29T14:26:37.221185+00:00", "request_attempts": 1, "score": 86.43512978741823, "task_id": "colorbench-rgb-12", "tight_score": 45.7405191496729, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "11865692-171f-4fae-a69a-428db5b37263", "result_sha256": "d7da2572066653bec95b98b0f05ba0d224dcca72a27b8530e1883ac89110ce00", "result": { "component_errors": { "b": 3, "g": 17, "r": 11 }, "correct": null, "cost_estimated": false, "cost_usd": 0.0034225, "delta_e_ok": 0.03693871915416559, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 198, 58, 188 ] }, "group_id": "numeric-13", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-13.png", "input_tokens": 736, "latency_sec": 1.9522566811647266, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 211, "prediction": { "b": 191, "g": 75, "r": 209 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 209, \"g\": 75, \"b\": 191}", "recorded_at": "2026-09-29T14:25:58.182327+00:00", "request_attempts": 1, "score": 81.5306404229172, "task_id": "colorbench-rgb-13", "tight_score": 26.12256169166882, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "62bb62bd-4257-4c15-8b41-310bacaabaa4", "result_sha256": "e7c323abb2d0701512ec445d65a703c3b7adfef43a18f730abe781763fb91380", "result": { "component_errors": { "b": 22, "g": 10, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.002995, "delta_e_ok": 0.03768004094748134, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 44, 178, 198 ] }, "group_id": "numeric-14", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-14.png", "input_tokens": 736, "latency_sec": 1.5434695659205317, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 154, "prediction": { "b": 176, "g": 168, "r": 45 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 45, \"g\": 168, \"b\": 176}", "recorded_at": "2026-09-29T14:25:38.760155+00:00", "request_attempts": 1, "score": 81.15997952625933, "task_id": "colorbench-rgb-14", "tight_score": 24.639918105037317, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd68d13-26fa-4167-94ab-1bd1ae151682", "result_sha256": "1b4388e088bb9a04c05165654e6d271bfec1861c732c4b8348797678593c3065", "result": { "component_errors": { "b": 5, "g": 6, "r": 6 }, "correct": null, "cost_estimated": false, "cost_usd": 0.00271, "delta_e_ok": 0.027793915739351468, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 16, 16, 18 ] }, "group_id": "numeric-15", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-15.png", "input_tokens": 736, "latency_sec": 1.2340125471819192, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 116, "prediction": { "b": 13, "g": 10, "r": 10 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 10, \"g\": 10, \"b\": 13}", "recorded_at": "2026-09-29T14:26:21.467188+00:00", "request_attempts": 1, "score": 86.10304213032427, "task_id": "colorbench-rgb-15", "tight_score": 44.41216852129707, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": false, "0.02": false, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf179542-8af7-4d1d-8a5e-bd3037cd6b57", "result_sha256": "20c7e0b1c4085bde01864d3dd35592a9da65d5e76a4e67223d6bbdf6a2d14703", "result": { "component_errors": { "b": 4, "g": 0, "r": 1 }, "correct": null, "cost_estimated": false, "cost_usd": 0.003685, "delta_e_ok": 0.005702085118039702, "error": null, "error_kind": null, "family": "rgb", "ground_truth": { "rgb": [ 243, 243, 240 ] }, "group_id": "numeric-16", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/numeric-16.png", "input_tokens": 736, "latency_sec": 2.2512848610058427, "model_name": "pareto", "out_of_srgb": false, "output_tokens": 246, "prediction": { "b": 236, "g": 243, "r": 242 }, "prompt_sha256": "09fd259e1933fb6529f0be5f0819e7edcbad485141fc78abea1ceadc70f0cf55", "provider": "anthropic", "raw_prediction": "{\"r\": 242, \"g\": 243, \"b\": 236}", "recorded_at": "2026-09-29T14:26:35.493662+00:00", "request_attempts": 1, "score": 97.14895744098014, "task_id": "colorbench-rgb-16", "tight_score": 88.59582976392059, "unmetered_attempts": 0, "valid": true, "within_bands": { "0.005": false, "0.01": true, "0.02": true, "0.05": true } } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b20a2183-5237-420b-95f6-6b30c2061f50", "result_sha256": "a94723ca2f27b74df0586bb5337498414e388d5cab32e1823f8b158a384904dd", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0048925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 727, "latency_sec": 2.6035831419285387, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 410, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:25.538813+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7010ebd-09d8-4d0b-bfb9-cfcccd6f5064", "result_sha256": "61c077a30b24eaefa244206e01a4083588c3fe6c383c60e8c3d281a2ecd54b6c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028375, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-aa.png", "input_tokens": 727, "latency_sec": 1.4830271298997104, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 136, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:18.222012+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "adefe5b0-205f-4a4f-a00c-dfa0d8d5e1a3", "result_sha256": "655c580aaee6826d0517feca79ef2f7a5fed0a3c2b200e580773bbbb72d8ee43", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00304, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 727, "latency_sec": 1.4302728709299117, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 163, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:54.991968+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2accbeb3-a841-4de0-9b31-d5b05b283ea9", "result_sha256": "942a46061fa0e6b9680cb9c8d848aea8116a3843a6c82294db8a3ab3aa216c61", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-bb.png", "input_tokens": 727, "latency_sec": 2.858602009015158, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 393, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:13.394822+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c9d34b0-18f8-43ed-b0f1-da7115de427e", "result_sha256": "5d59cbea386867cff15736aa00974d041f4e46f56197f894281ecf4d84ea775f", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0035575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 727, "latency_sec": 2.1856538669671863, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 232, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:42.451176+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "57daa3ae-42f5-46a0-9ed6-db6d5ac70c81", "result_sha256": "26bbf2d4b7a9df856d583c92c50c55029ee01441f7ea9cd96142d410cc1f3d3d", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0024625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ab.png", "input_tokens": 727, "latency_sec": 1.059510710882023, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 86, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:19.776228+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f022795-19fb-43cf-aef0-11bfc3360518", "result_sha256": "003a20cb40bf35ced885059a31b9f45acad8b44085dd129672bf749148581fd8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0026725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 727, "latency_sec": 1.168489478994161, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 114, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:12.270155+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e931f040-429f-438d-97cd-4582a1eb8516", "result_sha256": "851207302d71062803133e4e1677ae273aa7d7d761b22a27940a6620a7ee6891", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0028075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-01-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-01-ba.png", "input_tokens": 727, "latency_sec": 1.4307966800406575, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:47.678349+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6aac76e0-cd67-4171-905b-c037d5a04fd2", "result_sha256": "d521bf7bfcfb477958d1ee0bf3dd64f7719a17a5420a4834e46dc93428dd007f", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0022525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 727, "latency_sec": 1.0772952469997108, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:25.891101+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fbff901-2447-4b5e-8a8e-458157fad3a5", "result_sha256": "8d95973c790e22e2c23f85f506db27de5a1415ddefc48311cf73b5549127adf7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0025225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-aa.png", "input_tokens": 727, "latency_sec": 1.3195539598818868, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:08.287900+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "896158ad-e364-4f96-b24e-efcee7dc73ff", "result_sha256": "c2b7252fd0b052b0299a7da62c3d6b776b35f73ebc9e0b93c4a95a974c3923cb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 727, "latency_sec": 1.264283771859482, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 90, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:10.306590+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1df032-23d8-40a1-bc11-328381a5a989", "result_sha256": "afe484ad3307897d4638ee95f37ba08c05bb7871928f8ed99d5e18e7bd56be58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-bb.png", "input_tokens": 727, "latency_sec": 1.3843418781179935, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 106, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:40.176471+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d9b4f4e-078c-4cef-8919-54c1c2f00557", "result_sha256": "23c3b67a99e4a663f9a2984a2ce1d6a84ebe8ada61689e68f90a9c0bc58f4185", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0028825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 727, "latency_sec": 1.3298146170563996, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 142, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:54.419762+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbca2ce3-12ca-4a69-9417-874de5152abe", "result_sha256": "721f3abe004c4dd4662496a232bbc932ab59ea6dd7c082b57c10cf16e6eb65a8", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0028675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ab.png", "input_tokens": 727, "latency_sec": 1.3502599219791591, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 140, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:24.122453+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbbbe25e-f749-4814-af44-d1182ca92831", "result_sha256": "ee159165762ff225762197c30f8959776defb887dd27788584b84c0ee3dddace", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 727, "latency_sec": 1.146957921097055, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:06.763914+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "070e4a3a-7509-4646-b0e4-f7ec14d46df9", "result_sha256": "ee8f477404a68408caa357ed2d8540544b17ab7c6fcbb7813ca230ccdbc01d8e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0031825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-02-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-02-ba.png", "input_tokens": 727, "latency_sec": 1.6316460778471082, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 182, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:16.052632+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5bc7a62-a5dc-49b5-acfd-38b4377a696a", "result_sha256": "1858ab39d024472d6397b0864141869c384d639dcd7fec6e769c52e0a9c425e4", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 727, "latency_sec": 1.2218547749798745, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 108, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:14.747476+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5bdf87e-e7f4-4779-9cd4-72341e4dec08", "result_sha256": "94a92a77cd136137c0ecca6ed8cd4cbaf4e9f1ce32f30b22871e9112ecb8c8ce", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0035125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-aa.png", "input_tokens": 727, "latency_sec": 1.791081523988396, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 226, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:47.648817+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1deafcba-ef92-4da7-89ed-66c4a8621516", "result_sha256": "864e86a7172dae5550abf8a7ff60a73276d9edf6bb1e55efbedff5e5a62f89df", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00247, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 727, "latency_sec": 1.223045974969864, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:13.541029+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a0e3f82-6d09-4370-a189-12a3df46e32f", "result_sha256": "1a82fd214cfe636c24b408c19684450eac210dde0016870e31961d4c7b19a8a2", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0049825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-bb.png", "input_tokens": 727, "latency_sec": 2.8644252109806985, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 422, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:26.138743+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "438be0d9-ebf4-45e9-b9f5-9181897e6f30", "result_sha256": "dae0abbfc960c7d67264720096884a474c78c740a2d44ac240abb3dcc9f07eb4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0032575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 727, "latency_sec": 1.6837036390788853, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 192, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:51.914437+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e66692ee-c9e8-40c8-8f78-057984c8b399", "result_sha256": "e9959f07c64762625f24177b5bfc9726a2897d493a2b7ea76fe90c6ee1835e11", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00337, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ab.png", "input_tokens": 727, "latency_sec": 1.7161383598577231, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 207, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:27.737000+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bb7184c-d37d-4eb4-aa24-0d5235bae48f", "result_sha256": "bbad48e5cc279ca62d1ed214e2cc25afa6fa0410046a003c896e4e7b735b87e3", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004705, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 727, "latency_sec": 2.6032721251249313, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 385, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:50.576442+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c01b210-85a2-48a6-8b7d-88b7dfd10fff", "result_sha256": "c4a8ab1b5e63d3b03beb779901ed2efee380aa2885ab531a33e026aa65c692ee", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002785, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-03-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-03-ba.png", "input_tokens": 727, "latency_sec": 1.3732264961581677, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:45.017510+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f715ee1-a276-4104-8cc7-2b5ab27931d3", "result_sha256": "ed5d073756638e7231e1ed2af7dfbcd8d15b5c65e12e9bb36bd9c97fe83b8e81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0032425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 727, "latency_sec": 1.9550031300168484, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 190, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:18.436553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6a60f1-598a-4cc1-aa74-4281fa4e9611", "result_sha256": "46ccdeb4a5e11a5883f1ab5baec1474a031b2f2bf40bd80366107bc69a62aaf5", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0028075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-aa.png", "input_tokens": 727, "latency_sec": 1.4247260130941868, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 132, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:04.340742+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cc8c9f8-6b98-478b-a89c-c333efe49438", "result_sha256": "235023f5b1f42095a7040bbbcdadacac312685f4a2661cb9671d6387fe458967", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0029125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 727, "latency_sec": 1.377876013983041, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 146, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:24.630438+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "391b9095-a810-44f8-8e56-d0bf4f3fc014", "result_sha256": "b4116d63d338a1a45d3668373c8ca09e364d92a2b0661556b301ada44e0011a9", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0024025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-bb.png", "input_tokens": 727, "latency_sec": 1.1823538879398257, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:40.266553+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc9250c-ab9a-4c2f-98d0-af569b0102a6", "result_sha256": "414ae3985741cbcfe8dc2cacf5cefcfc64def875c88bbd22faf63f49e02b9a00", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00256, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 727, "latency_sec": 1.2636738310102373, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:53.517865+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "79d027ed-6ec8-43e8-b43f-46777451c850", "result_sha256": "2b314e5ed3efd27156655e28edf093a44dd18d8336504f4e7540856d5966e610", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.002545, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ab.png", "input_tokens": 727, "latency_sec": 1.2822276810184121, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:34.671540+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "be0622f5-a30e-4421-9e41-21e15ab71d16", "result_sha256": "5a87f0407a8c0b2ab9c2331718792bce2aea82be72785b2dd4f0362820345df5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0027775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 727, "latency_sec": 1.26239626086317, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 128, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:50.718566+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c975da8-527b-46b2-83c5-a1701faff4b8", "result_sha256": "8fa328f33554e8b9ef99f716796bbd6950d70c87278ee5530f547d73708f3167", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0026875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-04-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-04-ba.png", "input_tokens": 727, "latency_sec": 1.307553165126592, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 116, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:56.515160+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e20f1d-4868-4c32-9e8c-f27e759f62de", "result_sha256": "1d53ee30b0f27d6564bc9035f8ec2b0324e7c42983c3a04b33b119c06544c3a0", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 727, "latency_sec": 1.3171950990799814, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:37.431510+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "16617de9-a08a-485f-8f26-9c9e9770ca39", "result_sha256": "4751c5941237f4f8d17feda44a23b4733f2de802d9685b210adb1382862717bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006145, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-aa.png", "input_tokens": 727, "latency_sec": 2.940986230969429, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 577, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:54.574808+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6dd02eb-4c71-430a-b390-8cd1054a4889", "result_sha256": "d3b74b4c1fa30b1afc2118d41c1d07aafd21a373b29e9586d0d76fd4c1212210", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002755, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 727, "latency_sec": 1.764612217899412, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 125, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:28.292942+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1afe8d2-c8fd-4ef7-b0a1-eddc9b27b5c8", "result_sha256": "09546dc19e80476084d72fb2706aeff2f1d444a033fcec9ed9af1f0bed0fe34a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.003265, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-bb.png", "input_tokens": 727, "latency_sec": 1.5502107529900968, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 193, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:03.158320+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2de61c37-aecc-4fbd-9461-e9bd052ec5e7", "result_sha256": "7a26a0e83af16940070032a6c4e386a4f7be1a11ac887dc5bc334f6a23b74424", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.007585, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 727, "latency_sec": 5.031489054905251, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 769, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:03.617265+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcc34d55-12fe-48c2-8c54-5ef0120436de", "result_sha256": "27ad8819ab7325e5c6cbf38c625995e3d38a93c15cd3417f1dcced60949c2fb9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0031525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ab.png", "input_tokens": 727, "latency_sec": 1.6576943469699472, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 178, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:20.450850+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0051dc-e41c-4101-abf6-5546dc694c39", "result_sha256": "baf921b79291de02223b9a60128d7e1f232f8ee7030ea7760718a55c0c982ace", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 727, "latency_sec": 1.1931429340038449, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 91, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:51.297089+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "395e8072-68ad-4bc7-905e-c4460a7d8614", "result_sha256": "56609871c37a3d023a1ca2f31ae21bc79f7d1f07f626fea4b5b0a32a1bb4f368", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00286, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-05-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-05-ba.png", "input_tokens": 727, "latency_sec": 1.4443795559927821, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 139, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:07.195537+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b83f96b-f42f-4986-a86c-c1d0d598c003", "result_sha256": "86916354a50139af86bad691d74f6ee2b899d6da07e907878321a522ecb9449c", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 727, "latency_sec": 1.44840994104743, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 130, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:11.713631+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f2bb34-62b7-4cc8-ac15-797f8b5a9ea0", "result_sha256": "a530c65eb1baf9a0e13435cfc4fcd4a53454f12c7840c71a48bc6a60dc65a3e7", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0027175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-aa", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-aa.png", "input_tokens": 727, "latency_sec": 1.2897262580227107, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 120, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:02.882328+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2760b5eb-8502-4e90-bc84-979ce81694a4", "result_sha256": "e366a07b6717156ba5ce15b884b9aa21baa6f737197a37e59a3aa8d73f86be63", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.002725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 727, "latency_sec": 1.3837486701086164, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 121, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:59.273503+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b57ed69-fc07-4a78-ac1b-3bce1d4d75d8", "result_sha256": "8a0a4b9275a8b096def2d5aab457a359616b43a8033246c0280c863e23445e4e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0026425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-bb", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-bb.png", "input_tokens": 727, "latency_sec": 1.2778438811656088, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:27:55.752563+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec581f6-219d-499a-bc5e-7aceaf203e7e", "result_sha256": "912f655396a481353a1393530d1cfa63c9cd3e7cbd0a11a1276f5205b2d093ee", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004885, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 727, "latency_sec": 3.2588118771091104, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 409, "prediction": { "choice": "A" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:31.890267+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-samediff-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d589d21-9334-4a32-a45f-e82dd979a3f5", "result_sha256": "afe1370272b757bc4aff2124d89091084ea71455a03e82d54d265baf64c683fc", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00331, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ab", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ab.png", "input_tokens": 727, "latency_sec": 1.7121005761437118, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 199, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:28.740708+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b62b69-5d64-481c-b673-0f3d28cc18b3", "result_sha256": "70e8322b6f6cfc6d51558dc365d516f594610adc54c7c7768c12b6ebf15b14f3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0051625, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "B" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 727, "latency_sec": 3.675579785834998, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 446, "prediction": { "choice": "B" }, "prompt_sha256": "5e7848665b728e9630152c817156693405880e5f162e38c259dfb28921044958", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:23:51.159780+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e87aff-4ae2-4f4e-9d0e-bf790b5a5e57", "result_sha256": "120216e95a9b7104b4259ce88dbdbf97dd039dcd1111b05d192b9f8bcde50e3a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0035875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "samediff", "ground_truth": { "choice": "A" }, "group_id": "samediff-pair-06-ba", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/samediff-pair-06-ba.png", "input_tokens": 727, "latency_sec": 1.8725409829057753, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 236, "prediction": { "choice": "A" }, "prompt_sha256": "0a4ab165981a50bcd6b555f867e9fb0981199d629c3115939bc1fd3f4639f344", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:44.413871+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-samediff-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "25a8d3fa-dc4a-4c28-9c29-35f21465175f", "result_sha256": "f9007ce33a76a6d6e8603174fd8253829fc9135933aeb6fffa655c9c9d474443", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.02716, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-01.png", "input_tokens": 727, "latency_sec": 19.82461607689038, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3379, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:25.611082+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-01", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a46a2796-234f-4e4e-a3cd-023d7888e870", "result_sha256": "dad2970ca73215110985f668bbe4da634858bfe37c9994ced984ba091b58341e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.03229, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-02.png", "input_tokens": 727, "latency_sec": 17.981880890903994, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4063, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:45.314387+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-02", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "58bdf868-d1cc-4d87-859e-307e795585e7", "result_sha256": "fa810224126512371ade127ef123c7aba9ebd9a32736f50e305d918852f79ea4", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.008125, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-03.png", "input_tokens": 727, "latency_sec": 4.8133400429505855, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 841, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:02.659758+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-03", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffc5cc1-4742-41f3-97a6-eb91448af5cb", "result_sha256": "ada162fb2aa871cc480118cbd540df2f03bbe1bc1c1329c43866a1e43ba19a6d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0107575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-04.png", "input_tokens": 727, "latency_sec": 6.670308500993997, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1192, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:51.590242+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-04", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "30c0f296-39f5-4249-918d-4a0bc1657948", "result_sha256": "fc13f629cec42713048a9a8663ee7bb1475edbd00e27078373adb289e09f7e30", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004345, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-05.png", "input_tokens": 727, "latency_sec": 2.22807011497207, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 337, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:20.025270+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-05", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "51e7d27f-3b2a-458e-81e1-166edcabfe25", "result_sha256": "b1b0153b31e50c66bdae368ccdc33926223b953d6fb701d8629837ce8d473877", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.008215, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-06.png", "input_tokens": 727, "latency_sec": 4.768169928109273, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 853, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:32.913844+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-06", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "52274792-892b-43c5-bbd1-6b6da589bb5c", "result_sha256": "18826bc35f1450915b9c64e1cabe57b4f01da85be66f1961a045999e56497a98", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.006235, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-07.png", "input_tokens": 727, "latency_sec": 3.973999002017081, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 589, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:24.540067+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-07", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f490be1c-dd8b-430f-a7a9-0e283620ec01", "result_sha256": "5f49c4ff86a93929d432b832b0e4e9cf2bd13b84e481e09b137e94037d1fc893", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0066475, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-08.png", "input_tokens": 727, "latency_sec": 4.124257501913235, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 644, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:28.851740+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-08", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6a49c21-a385-46d9-9ebe-f7864e62ca33", "result_sha256": "1e75c7bf7de3d5e4c7539d7d1ff22d2d871b97ece897e1dc7f55cbb4b779964d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0159025, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-09.png", "input_tokens": 727, "latency_sec": 9.91774930502288, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1878, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:21.571322+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-09", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "88eded03-efe4-4831-93d0-348513957493", "result_sha256": "502898074b32152027fb6fa5ccadc100ba88556c483f81bde78cce82b614521b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0068875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-10.png", "input_tokens": 727, "latency_sec": 3.9523352400865406, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 676, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:33.494209+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-10", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c2d7144-3168-42a1-a3ea-72ba204b425f", "result_sha256": "56fa6b2ac7cd69252b1c5da2c1851af4773972fa74c1c13973fb7ee785e6fea9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0065275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-11.png", "input_tokens": 727, "latency_sec": 3.6630087699741125, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 628, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:29.851491+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-11", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcac7eb5-8f21-47db-9c61-006f2ce85977", "result_sha256": "59ef615b4962df7847a27baeade057e569958bc1968d97054b1ab679e6a95259", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0102325, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-12.png", "input_tokens": 727, "latency_sec": 5.289330068975687, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1122, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"D\"\n}", "recorded_at": "2026-09-29T14:26:33.272214+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-12", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "06ba0b60-751b-4b37-a2f8-78259d1c3504", "result_sha256": "6af125da2d3104f70ed5e281a5f3a94fd5084d78f3e0bab31b2e5779c5953c8e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00772, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-01-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-13.png", "input_tokens": 727, "latency_sec": 3.898610506905243, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 787, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:28:05.713715+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-13", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e8e5a0c-19ca-46a5-8a3f-cd6488034f3b", "result_sha256": "4f4b741e32515475360495e44feffefcd377b42c5237c2764af25b8fa47cd072", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0058675, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-01-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-14.png", "input_tokens": 727, "latency_sec": 3.2962999849114567, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 540, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:28:08.610502+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-14", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb2b9059-bed0-4229-ad9b-00a4ab3ed5cc", "result_sha256": "b36987d12ab4ede45051fb9c72d9b0e9696d8097d358c48f0b2adeb13dc810ad", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00628, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-01-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-15.png", "input_tokens": 727, "latency_sec": 3.4292598518077284, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 595, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:10.520216+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-15", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "58ced6df-0c3e-4c4f-995e-4af8e3af9f05", "result_sha256": "ce22370742f5d81a68e263884f5fefc754f31b4aa3c74002fcb3e2fdff155a9b", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-01-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-16.png", "input_tokens": 1512, "latency_sec": 17.648710870882496, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:26:01.559348+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-16", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d6cde69-ef29-49eb-9825-ecdf3ccdcb80", "result_sha256": "882d777acf6b2ec09f63864fed8b664892b98f7bc801bd8c7d397d5201909b97", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.030175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-17.png", "input_tokens": 727, "latency_sec": 14.642459945054725, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3781, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:25.751921+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-17", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9a807a-6d7b-476f-8c38-bab7cac991fb", "result_sha256": "457c8a2202e1cfd7755d7c2779202f61e15821b71d40f223d11a835b0668c8ad", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0321175, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-18.png", "input_tokens": 727, "latency_sec": 18.15170577703975, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4040, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:24.915949+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-18", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec9a5b12-44c4-498f-a387-22846a88bf2a", "result_sha256": "65e7156b5939d708fafbb232036ac0ceb46dcf75e1534236b319cf010b42cebd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00976, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-19.png", "input_tokens": 727, "latency_sec": 5.634923149831593, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1059, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:19.724514+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-19", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "64b607e7-cb8e-4e8d-87b4-97d0253d413d", "result_sha256": "7f2e2a177f782f2c2d02d12c5edb473fa93d4dc15908377eca79305129a6d680", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.018595, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-20.png", "input_tokens": 727, "latency_sec": 9.32359880884178, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2237, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:45.826298+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-20", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8813b7e-dde0-49aa-b593-2f241f3f9cc5", "result_sha256": "e4dc75e783261dd998a383195dd9aab7aff39d2daccc875fb8e2a7c3ca2b5b3e", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-21.png", "input_tokens": 1512, "latency_sec": 19.088866126956418, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:05.357642+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-21", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb43b0d1-16b0-4f33-b894-ce6545a2e126", "result_sha256": "6f8a28ff3033d67f84e2a75cd08babc3f54d15e821e4b63f7534464e4d53298a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00649, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-22.png", "input_tokens": 727, "latency_sec": 4.1753453051205724, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 623, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:12.888826+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-22", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "471454ee-6b0a-40c3-9fb6-c637189c9513", "result_sha256": "45fe9f9d877b414783797787cc2c64891277d1db8b97e61c54ec8186fda18b81", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00985, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-23.png", "input_tokens": 727, "latency_sec": 7.180566675029695, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1071, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:25.049951+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-23", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "99ed4333-3480-4fd7-9ca2-e5cb89305473", "result_sha256": "6efdd21e577bd245dfca7dd70d6052d8b26b9534388aa1f8740b1c6481ca5829", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-24.png", "input_tokens": 1512, "latency_sec": 18.81683488097042, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:58.807023+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-24", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f83fc7-9e42-406c-b740-ebaeaedc9d90", "result_sha256": "5add269654aaaf4386106dc2939c5c82c79dba18c6c7250732a01f7425d49384", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0118825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-25.png", "input_tokens": 727, "latency_sec": 8.266385904047638, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1342, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:50.806501+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-25", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "157eb611-e45e-46f6-ba7a-b41b6f8829ed", "result_sha256": "77eaa6a9af0b77585b3de304220995a488628a30ba586ad62f511685a022ed74", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.007525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-26.png", "input_tokens": 727, "latency_sec": 4.617834909120575, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 761, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:11.911368+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-26", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "436bb339-084d-4333-bb10-30d905f43f5f", "result_sha256": "fdd07f1cb3bf3cc52401f126a47b1587b1add164c7491ea379d7caec0ff8a663", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-27.png", "input_tokens": 1512, "latency_sec": 18.66565036890097, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:13.490713+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-27", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a6dd29e-e21b-44d6-ab0e-f4c3cde9e3b1", "result_sha256": "3930655174d218ba8a65b7c4be948ab5c4c3bfee4de06a58bb4010dd1bf9a226", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.019765, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-28.png", "input_tokens": 727, "latency_sec": 12.786438405979425, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2393, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:39.374790+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-28", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d693e3dc-e92b-491d-8516-2fc4376ab04c", "result_sha256": "f5241d8cb0979f72c5722706f462dd33b7f2200c415234bba718b4323cca676e", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00778, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-02-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-29.png", "input_tokens": 727, "latency_sec": 5.380511577008292, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 795, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:42.514673+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-29", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f11e0d-c9b2-4ab8-bc88-95b95d230b09", "result_sha256": "361fe0198a837fab640f690523d337d9eaa8efbc4b8d3c0ed4057c941a23ac1b", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0271225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-02-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-30.png", "input_tokens": 727, "latency_sec": 16.129488446982577, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3374, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:42.071257+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-30", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ebfd10-2658-4dd7-a3dc-dfdc50d0e739", "result_sha256": "5eee672147ef1401c7ea2df69ff46a6f0924443d3f471ae2b3313cdc713843e3", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.010615, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-02-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-31.png", "input_tokens": 727, "latency_sec": 7.487710561137646, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1173, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:23:54.327262+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-31", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "61139e32-99e2-4e56-a2d4-2ae24223dd31", "result_sha256": "51a2399a7e75aac38059c68a47f8724c1e4eb58c6f9b956559f23ee184bfc949", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-02-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-32.png", "input_tokens": 1512, "latency_sec": 20.04322942206636, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:27:48.950658+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-32", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "103964fb-954e-494f-af03-cce763a1fa16", "result_sha256": "54f593f44225224279f2645d419a72cd41c692db3b4837cbedf8a53fd009ff58", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0086275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-33.png", "input_tokens": 727, "latency_sec": 4.749022600008175, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 908, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:51.029068+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-33", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6162619-9043-45ed-8714-ecedb921631a", "result_sha256": "553317397c8bf10ec7a49f69d12aa01a94a775957dc6d89e8ef17d0c69efa1c1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0191275, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-34.png", "input_tokens": 727, "latency_sec": 11.317219365853816, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2308, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:24:55.751330+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-34", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "80b56dcc-d56b-46cc-a961-af1447c4a8f4", "result_sha256": "a4ed9666e20a290ac563fa86f910aff600311b125532dd7cf1bbc1fd51de8bec", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0071725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-35.png", "input_tokens": 727, "latency_sec": 3.9980218990240246, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 714, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:20.190923+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-35", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a71c78-4d80-4595-965b-1bf2fcaaab9e", "result_sha256": "258e2645f1b67eb96434e8d93a90f285bcfc9eb3aaded823eb3bc78a46b040a9", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005485, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-36.png", "input_tokens": 727, "latency_sec": 3.8690657790284604, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 489, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:41.130787+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-36", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6260f673-4a73-4950-8125-4b31990e094e", "result_sha256": "fbe2e08a59dab8119ba9248eb28fc3e368699727d0034b801964b54149af8512", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0276925, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-37.png", "input_tokens": 727, "latency_sec": 16.063306838972494, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3450, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:53.331216+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-37", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4628c73-b8c9-4271-bbe0-a03cc159d0e7", "result_sha256": "64ff4d8d1e0dfdfbc531e5de0e398c972cca80c842c9cf10c47267d24d61c7a1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01759, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-38.png", "input_tokens": 727, "latency_sec": 11.716690504923463, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 2103, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:34.428220+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-38", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec510e46-4e90-4e79-9601-43d8da0b9df1", "result_sha256": "2cfc784dac20e46cbf050bee654097e2691d6d4b003f8a879a4500b552212daa", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.032425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-39.png", "input_tokens": 727, "latency_sec": 20.9665777340997, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4081, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:26:45.133154+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-39", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "fde28773-0e14-4818-aca1-ddeaff1ab8b9", "result_sha256": "fdc04bdf86093098e485a57aa06bc5543187901b3cfadf2bdb0acd57f1d01dd6", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00505, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-40.png", "input_tokens": 727, "latency_sec": 3.0317186701577157, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 431, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:09.463680+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-40", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5e22639-df75-4eaa-8534-fa3884d5d1b3", "result_sha256": "71bf1c412b7894c81d269542b3282a3c7df08d798b7d6bab7c1ffdb9a3649658", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01036, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-41.png", "input_tokens": 727, "latency_sec": 5.832716186065227, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1139, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:57.002616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-41", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "336e3e27-b4b1-4b58-9a79-e6c96aeb9109", "result_sha256": "70a55d44e7a627d3bde8c1b603cc08ff789efea4e874b7ee35ef518198a89e3d", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0260575, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-42.png", "input_tokens": 727, "latency_sec": 14.882961141178384, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3232, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:24.666423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-42", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a84e246-52fa-4a30-89b2-3ccfc81a12e6", "result_sha256": "e7162394df424ac981c7f26878488bd2759c633dbca701e4161105569fe79829", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0266725, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-43.png", "input_tokens": 727, "latency_sec": 15.184677727054805, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3314, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:40.471387+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-43", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c3ce99a-bdd0-4592-9757-7b01f214baa3", "result_sha256": "ad9cbea66d5c3e90f0c59fc0a56eb286abce39de347e47afc17eec100f696620", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0345525, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-44.png", "input_tokens": 1512, "latency_sec": 21.578634320991114, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 4103, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:13.270627+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-44", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cacfcb0-ba3f-4a0b-b79a-7adcd702a5ee", "result_sha256": "51405928b52f1c302cc15cbab8c2c40422d96a1c186424c2bdc4bd5806254489", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.01306, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-03-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-45.png", "input_tokens": 727, "latency_sec": 8.71979215880856, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1499, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-29T14:26:53.232653+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-45", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4554393-8ce7-4264-bb0d-06d4a3517252", "result_sha256": "ade5eda449bd59bbc8002135cc6d61ad6704a574b994de4bc9f90ad8f9703a65", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0078775, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-03-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-46.png", "input_tokens": 727, "latency_sec": 4.524995216866955, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 808, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:24:40.304771+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-46", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8891530-99ae-456a-9c69-a66793efe87a", "result_sha256": "1eaa829104a9c1896d8f044de7df4a73198c209b6e5ae2388fef11465e4e697a", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.0074875, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-03-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-47.png", "input_tokens": 727, "latency_sec": 4.249507388100028, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 756, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-29T14:28:24.147423+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-47", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1be52d-1add-49a9-827f-8153f5fc3192", "result_sha256": "1de66f30dba8d1025e7da3b89efc02c44238719652be789c733d7850e8465ac5", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00823, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-03-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-48.png", "input_tokens": 727, "latency_sec": 4.6631731619127095, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 855, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:28:17.808716+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-48", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfde86b4-0652-4fb7-9a84-fbb3fc48bcde", "result_sha256": "68879af21f92925800d886a61db93d94315cac0a158f3c60b3ca26dee2f61201", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0139825, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-49.png", "input_tokens": 727, "latency_sec": 8.215742896078154, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1622, "prediction": { "choice": "C" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"C\"\n}", "recorded_at": "2026-09-29T14:28:04.023687+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-49", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "19f40d69-63be-4652-838e-304f246f7c9f", "result_sha256": "e51d7dd1fa91e97faa467bd138b853b300d0fa3c7bb87e7541c19a965d9790b8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00421, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-50.png", "input_tokens": 727, "latency_sec": 2.562149044824764, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 319, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:21.773085+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-50", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "8359dc0b-385c-4be0-bfbe-ab149e1742d5", "result_sha256": "4542d4889e3ebf3431f41fd0132f406e43a130f7d4850dfb242cc546ab94a279", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.026605, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-51.png", "input_tokens": 727, "latency_sec": 14.572628007968888, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 3305, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"A\"\n}", "recorded_at": "2026-09-29T14:25:22.909517+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-51", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "146b34e5-3ec4-496c-9f32-4ee69e749d43", "result_sha256": "3ba9c3002d276fd92d6bff329c23b81c2a49f4837ed9ecbefc475c084148a9bb", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00838, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-52.png", "input_tokens": 727, "latency_sec": 5.723306996049359, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 875, "prediction": { "choice": "D" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"D\"}", "recorded_at": "2026-09-29T14:27:43.369263+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-52", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "1123b9cd-66de-409c-9c2a-42bce6fc047e", "result_sha256": "747e69812038b8b711106d718d9cc763c55eb174032fd58a7c6ccb1bf8f9c100", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.004135, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-53.png", "input_tokens": 727, "latency_sec": 2.700929919956252, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 309, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:27:50.631960+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-53", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "802f2da8-3558-421f-9cdf-56fca983b803", "result_sha256": "cea7b7977e4d35dbf767b3380a854701aa99c4ca0866c56997c1b581e168edbd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0055075, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-54.png", "input_tokens": 727, "latency_sec": 3.3017961231525987, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 492, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:16.712184+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-54", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "7279194e-4854-44a6-a130-25826b4957f4", "result_sha256": "3ebabdf4947e06da29f8713ff46f5d65c24a8cb735c103fcd172adf8494c4c77", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005155, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-55.png", "input_tokens": 727, "latency_sec": 2.75188902602531, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 445, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:34.926992+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-55", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "32c5cd77-5532-41f1-af96-e29be333886c", "result_sha256": "b0e4f1cbe2edda2f755fb96113b71ead7533de2d642e7cfb6e6784093cd0ff69", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.005095, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-56.png", "input_tokens": 727, "latency_sec": 2.5277860269416124, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 437, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:25:20.171237+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-56", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "c70a979b-71de-4676-932b-3a6b76a06cb3", "result_sha256": "a46fedf753eec3cf06e9f1da95f2fa2d838f48a3bea07551bd21c3493671f2f1", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.00559, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-57.png", "input_tokens": 727, "latency_sec": 3.4571237289346755, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 503, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:34.357832+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-57", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b3a0a5a-64a1-42e6-a2a8-c9c68918f06b", "result_sha256": "f41b65aec397595cca443f7ad28a0251cddaf47be29c0545264aa4259be2424c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0062425, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-58.png", "input_tokens": 727, "latency_sec": 3.579478234052658, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 590, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:25:43.882272+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-58", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "f123c6b2-bcd5-43bc-974b-a0ee1b5f7f62", "result_sha256": "d80a0bbc9e6a534b2810116fedd5154cabc88ef745f9028a66c49464712162a7", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.00733, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-59.png", "input_tokens": 727, "latency_sec": 4.20285259000957, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 735, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:23:50.653270+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-59", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "e62bc01e-d91c-422c-a585-3f6f92cd2758", "result_sha256": "81a8d5ba03d5172d87b123d0b9911bba8fe94a54c019c68e61ed8264e192b427", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0112225, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-60.png", "input_tokens": 727, "latency_sec": 5.599582875845954, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1254, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\n \"choice\": \"B\"\n}", "recorded_at": "2026-09-29T14:26:26.427640+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-60", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "542a4943-04c0-4ee3-a09c-e79093012032", "result_sha256": "effcc2f9e07b0b348acc7c150686a06e4408f0bd44d30c745315086600731b18", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.005845, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "A" }, "group_id": "smallmatch-04-reference-a", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-61.png", "input_tokens": 727, "latency_sec": 3.235956060932949, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 537, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:24:16.407616+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-61", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "863378f4-22f0-4d99-8caf-e174312e4191", "result_sha256": "d3452debe8f3337b1d3dbe2949c2ed14734d8dd0e32f4d1921de6514b0b535a8", "result": { "component_errors": null, "correct": true, "cost_estimated": false, "cost_usd": 0.006865, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "B" }, "group_id": "smallmatch-04-reference-b", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-62.png", "input_tokens": 727, "latency_sec": 4.231206353055313, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 673, "prediction": { "choice": "B" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-29T14:26:19.175604+00:00", "request_attempts": 1, "score": 100.0, "task_id": "colorbench-smallmatch-62", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3f3da12-a232-4ec7-8cc9-e3a323a5e07f", "result_sha256": "139fd5cabe3a184766a89bbe8f58d4b43c59b1e9e5608ff713dba541caba089c", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.004945, "delta_e_ok": null, "error": null, "error_kind": null, "family": "smallmatch", "ground_truth": { "choice": "C" }, "group_id": "smallmatch-04-reference-c", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-63.png", "input_tokens": 727, "latency_sec": 2.4744500720407814, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 417, "prediction": { "choice": "A" }, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "{\"choice\": \"A\"}", "recorded_at": "2026-09-29T14:26:57.510638+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-63", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "pareto", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ffc4348-63a6-4df5-a890-056e3c5ebbfb", "result_sha256": "8ab7ea7ed5e0ce251c4e0e624ead198b2fda3ffce9d12a46b8185e4ea77e7dbd", "result": { "component_errors": null, "correct": false, "cost_estimated": false, "cost_usd": 0.0113875, "delta_e_ok": null, "error": "Prediction must be one JSON object", "error_kind": "invalid_response", "family": "smallmatch", "ground_truth": { "choice": "D" }, "group_id": "smallmatch-04-reference-d", "image_path": "/mnt/disks/data/colorbench/dataset/colorbench-v0.4.0/smallmatch-64.png", "input_tokens": 727, "latency_sec": 6.150723055936396, "model_name": "pareto", "out_of_srgb": null, "output_tokens": 1276, "prediction": {}, "prompt_sha256": "361c2a4e83368dd4367c64d304c6542876eb2d43fa163d496f9307f80143b32a", "provider": "anthropic", "raw_prediction": "B", "recorded_at": "2026-09-29T14:24:14.404621+00:00", "request_attempts": 1, "score": 0.0, "task_id": "colorbench-smallmatch-64", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } } ] }