{ "schema_version": 1, "dataset_git_commit": "70a514f06f9e156be480e2a0b28a1d3380467ace", "dataset_fingerprint": "fc531bdb2e7c9d10e2074519bd3e0d0f66bc8ec970d20f25cdb628054784c6de", "expected_task_count": 292, "run_id": "new-models-20260923", "mock": false, "grading_version": "1", "release": "0.3.0", "evaluation_protocol": "deed0698dca65b5e24f3b06766d2d5344bbf0964e871167cebfc5e4aaba554fa", "finalized_at": "2026-09-23T12:15:29.627598+00:00", "source_updated_at": "2026-09-23T12:14:08.037848+00:00", "source_git_commit": "39b9e7e37221d2d252547c691a1676b6d47b2337", "finalizer_git_commit": "39b9e7e37221d2d252547c691a1676b6d47b2337", "finalizer_git_dirty": false, "artifact_type": "layoutbench-final-results", "publication_status": "finalized", "benchmark_id": "layoutbench", "version": "0.3.0", "status": "pilot", "human_validation": "not_performed", "numeric_scoring": { "distance": "absolute-px-error", "score_ceiling": 16, "score_formula": "100 * (1 - min(err_px / 16, 1))", "tight_ceiling": 4, "tight_formula": "100 * (1 - min(err_px / 4, 1))", "exact_bands": [ 1, 2, 4, 8 ], "interpretation": "Engineering normalization; not a just-noticeable-difference threshold." }, "dataset_manifest": "dataset/layoutbench-v0.3/manifest.json", "dataset_path": "dataset/layoutbench-v0.3", "comparison": { "scope": "full", "count": 292, "task_ids": [ "layoutbench-blockalign-001", "layoutbench-blockalign-002", "layoutbench-blockalign-003", "layoutbench-blockalign-004", "layoutbench-blockalign-005", "layoutbench-blockalign-006", "layoutbench-blockalign-007", "layoutbench-blockalign-008", "layoutbench-blockalign-009", "layoutbench-blockalign-010", "layoutbench-blockalign-011", "layoutbench-blockalign-012", "layoutbench-crossalign-001", "layoutbench-crossalign-002", "layoutbench-crossalign-003", "layoutbench-crossalign-004", "layoutbench-crossalign-005", "layoutbench-crossalign-006", "layoutbench-crossalign-007", "layoutbench-crossalign-008", "layoutbench-crossalign-009", "layoutbench-crossalign-010", "layoutbench-crossalign-011", "layoutbench-crossalign-012", "layoutbench-crossalign-013", "layoutbench-crossalign-014", "layoutbench-crossalign-015", "layoutbench-crossalign-016", "layoutbench-direction-001", "layoutbench-direction-002", "layoutbench-direction-003", "layoutbench-direction-004", "layoutbench-direction-005", "layoutbench-direction-006", "layoutbench-direction-007", "layoutbench-direction-008", "layoutbench-distribution-001", "layoutbench-distribution-002", "layoutbench-distribution-003", "layoutbench-distribution-004", "layoutbench-distribution-005", "layoutbench-distribution-006", "layoutbench-distribution-007", "layoutbench-distribution-008", "layoutbench-distribution-009", "layoutbench-distribution-010", "layoutbench-distribution-011", "layoutbench-distribution-012", "layoutbench-distribution-013", "layoutbench-distribution-014", "layoutbench-distribution-015", "layoutbench-distribution-016", "layoutbench-distribution-017", "layoutbench-distribution-018", "layoutbench-distribution-019", "layoutbench-distribution-020", "layoutbench-distribution-021", "layoutbench-distribution-022", "layoutbench-distribution-023", "layoutbench-distribution-024", "layoutbench-gapcompare-001", "layoutbench-gapcompare-002", "layoutbench-gapcompare-003", "layoutbench-gapcompare-004", "layoutbench-gapcompare-005", "layoutbench-gapcompare-006", "layoutbench-gapcompare-007", "layoutbench-gapcompare-008", "layoutbench-gapcompare-009", "layoutbench-gapcompare-010", "layoutbench-gapcompare-011", "layoutbench-gapcompare-012", "layoutbench-gridcols-001", "layoutbench-gridcols-002", "layoutbench-gridcols-003", "layoutbench-gridcols-004", "layoutbench-gridcols-005", "layoutbench-gridcols-006", "layoutbench-gridcols-007", "layoutbench-gridcols-008", "layoutbench-gridcols-009", "layoutbench-gridcols-010", "layoutbench-gridcols-011", "layoutbench-gridcols-012", "layoutbench-gridgaps-001", "layoutbench-gridgaps-002", "layoutbench-gridgaps-003", "layoutbench-gridgaps-004", "layoutbench-gridgaps-005", "layoutbench-gridgaps-006", "layoutbench-gridgaps-007", "layoutbench-gridgaps-008", "layoutbench-gridgaps-009", "layoutbench-gridgaps-010", "layoutbench-gridgaps-011", "layoutbench-gridgaps-012", "layoutbench-gridrows-001", "layoutbench-gridrows-002", "layoutbench-gridrows-003", "layoutbench-gridrows-004", "layoutbench-gridrows-005", "layoutbench-gridrows-006", "layoutbench-gridrows-007", "layoutbench-gridrows-008", "layoutbench-gridrows-009", "layoutbench-gridrows-010", "layoutbench-gridrows-011", "layoutbench-gridrows-012", "layoutbench-gridspan-001", "layoutbench-gridspan-002", "layoutbench-gridspan-003", "layoutbench-gridspan-004", "layoutbench-gridspan-005", "layoutbench-gridspan-006", "layoutbench-gridspan-007", "layoutbench-gridspan-008", "layoutbench-gridspan-009", "layoutbench-gridspan-010", "layoutbench-gridspan-011", "layoutbench-gridspan-012", "layoutbench-gridtracks-001", "layoutbench-gridtracks-002", "layoutbench-gridtracks-003", "layoutbench-gridtracks-004", "layoutbench-gridtracks-005", "layoutbench-gridtracks-006", "layoutbench-gridtracks-007", "layoutbench-gridtracks-008", "layoutbench-gridtracks-009", "layoutbench-gridtracks-010", "layoutbench-gridtracks-011", "layoutbench-gridtracks-012", "layoutbench-groupgap-001", "layoutbench-groupgap-002", "layoutbench-groupgap-003", "layoutbench-groupgap-004", "layoutbench-groupgap-005", "layoutbench-groupgap-006", "layoutbench-groupgap-007", "layoutbench-groupgap-008", "layoutbench-groupgap-009", "layoutbench-groupgap-010", "layoutbench-groupgap-011", "layoutbench-groupgap-012", "layoutbench-nestedflow-001", "layoutbench-nestedflow-002", "layoutbench-nestedflow-003", "layoutbench-nestedflow-004", "layoutbench-nestedflow-005", "layoutbench-nestedflow-006", "layoutbench-nestedflow-007", "layoutbench-nestedflow-008", "layoutbench-nestedflow-009", "layoutbench-nestedflow-010", "layoutbench-nestedflow-011", "layoutbench-nestedflow-012", "layoutbench-nestedflow-013", "layoutbench-nestedflow-014", "layoutbench-nestedflow-015", "layoutbench-nestedflow-016", "layoutbench-nestedflow-017", "layoutbench-nestedflow-018", "layoutbench-nestedflow-019", "layoutbench-nestedflow-020", "layoutbench-nestedflow-021", "layoutbench-nestedflow-022", "layoutbench-nestedflow-023", "layoutbench-nestedflow-024", "layoutbench-nestedwrap-001", "layoutbench-nestedwrap-002", "layoutbench-nestedwrap-003", "layoutbench-nestedwrap-004", "layoutbench-nestedwrap-005", "layoutbench-nestedwrap-006", "layoutbench-nestedwrap-007", "layoutbench-nestedwrap-008", "layoutbench-nestedwrap-009", "layoutbench-nestedwrap-010", "layoutbench-nestedwrap-011", "layoutbench-nestedwrap-012", "layoutbench-nestedwrap-013", "layoutbench-nestedwrap-014", "layoutbench-nestedwrap-015", "layoutbench-nestedwrap-016", "layoutbench-nestedwrap-017", "layoutbench-nestedwrap-018", "layoutbench-nestedwrap-019", "layoutbench-nestedwrap-020", "layoutbench-nestedwrap-021", "layoutbench-nestedwrap-022", "layoutbench-nestedwrap-023", "layoutbench-nestedwrap-024", "layoutbench-padcompare-001", "layoutbench-padcompare-002", "layoutbench-padcompare-003", "layoutbench-padcompare-004", "layoutbench-padcompare-005", "layoutbench-padcompare-006", "layoutbench-padcompare-007", "layoutbench-padcompare-008", "layoutbench-padcompare-009", "layoutbench-padcompare-010", "layoutbench-padcompare-011", "layoutbench-padcompare-012", "layoutbench-textalign-001", "layoutbench-textalign-002", "layoutbench-textalign-003", "layoutbench-textalign-004", "layoutbench-textalign-005", "layoutbench-textalign-006", "layoutbench-textalign-007", "layoutbench-textalign-008", "layoutbench-textalign-009", "layoutbench-textalign-010", "layoutbench-textalign-011", "layoutbench-textalign-012", "layoutbench-textalign-013", "layoutbench-textalign-014", "layoutbench-textalign-015", "layoutbench-textalign-016", "layoutbench-textcolumns-001", "layoutbench-textcolumns-002", "layoutbench-textcolumns-003", "layoutbench-textcolumns-004", "layoutbench-textcolumns-005", "layoutbench-textcolumns-006", "layoutbench-textcolumns-007", "layoutbench-textcolumns-008", "layoutbench-textcolumns-009", "layoutbench-textcolumns-010", "layoutbench-textcolumns-011", "layoutbench-textcolumns-012", "layoutbench-topflow-001", "layoutbench-topflow-002", "layoutbench-topflow-003", "layoutbench-topflow-004", "layoutbench-topflow-005", "layoutbench-topflow-006", "layoutbench-topflow-007", "layoutbench-topflow-008", "layoutbench-topflow-009", "layoutbench-topflow-010", "layoutbench-topflow-011", "layoutbench-topflow-012", "layoutbench-topflow-013", "layoutbench-topflow-014", "layoutbench-topflow-015", "layoutbench-topflow-016", "layoutbench-topflow-017", "layoutbench-topflow-018", "layoutbench-topflow-019", "layoutbench-topflow-020", "layoutbench-topflow-021", "layoutbench-topflow-022", "layoutbench-topflow-023", "layoutbench-topflow-024", "layoutbench-widthcompare-001", "layoutbench-widthcompare-002", "layoutbench-widthcompare-003", "layoutbench-widthcompare-004", "layoutbench-widthcompare-005", "layoutbench-widthcompare-006", "layoutbench-widthcompare-007", "layoutbench-widthcompare-008", "layoutbench-widthcompare-009", "layoutbench-widthcompare-010", "layoutbench-widthcompare-011", "layoutbench-widthcompare-012", "layoutbench-wrapalign-001", "layoutbench-wrapalign-002", "layoutbench-wrapalign-003", "layoutbench-wrapalign-004", "layoutbench-wrapalign-005", "layoutbench-wrapalign-006", "layoutbench-wrapalign-007", "layoutbench-wrapalign-008", "layoutbench-wrapalign-009", "layoutbench-wrapalign-010", "layoutbench-wrapalign-011", "layoutbench-wrapalign-012", "layoutbench-wrapcount-001", "layoutbench-wrapcount-002", "layoutbench-wrapcount-003", "layoutbench-wrapcount-004", "layoutbench-wrapcount-005", "layoutbench-wrapcount-006", "layoutbench-wrapcount-007", "layoutbench-wrapcount-008", "layoutbench-wrapcount-009", "layoutbench-wrapcount-010", "layoutbench-wrapcount-011", "layoutbench-wrapcount-012" ], "cohort_fingerprint": "56e2fb761613c5caa49412d9ea2c156fe82287109203dd73d974c23290fb64da", "model_ids": [ "claude-opus-5-5", "gpt-6-luna", "gpt-6-sol" ] }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "statistical_scope": "Descriptive finite pilot. Related images share groups; no independent-sample confidence intervals or combined cross-family score.", "campaign": { "final_response_count": 876, "attempt_count": 876, "infrastructure_attempt_count": 0, "infrastructure_error_kinds": {}, "unresolved_infrastructure_task_count": 0, "spent_cost_usd": 5.209690900000015, "budget_usd": 30.0, "cost_incomplete": false, "estimated_cost_attempt_count": 0 }, "models": [ { "model_id": "claude-opus-5-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Opus 5.5", "enabled": true, "id": "claude-opus-5-5", "input_per_m": 4.0, "max_output_tokens": 4096, "model": "claude-opus-5-5", "notes": "September 22, 2026 API release; model-default medium effort with always-on adaptive thinking.", "output_per_m": 20.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/models/overview", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "1711cc6c9a5d693e5a5d43a74883f5836838f619571b0a156c3896d5c3f25f5d", "status": "finalized", "coverage_status": "complete", "included_in_comparison": true, "availability_status": "complete", "run_status": "complete", "run_reason": null, "attempted_task_count": 292, "unresolved_infrastructure_task_count": 0, "observed_task_count": 292, "expected_task_count": 292, "comparison_task_count": 292, "families": { "blockalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011524000000000001, "cost_known_response_count": 12, "mean_latency_sec": 2.1205191430053674, "latency_known_response_count": 12, "group_count": 12 }, "crossalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.012028000000000002, "cost_known_response_count": 16, "mean_latency_sec": 2.287211456350633, "latency_known_response_count": 16, "group_count": 16 }, "direction": { "kind": "choice", "count": 8, "valid_count": 8, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 8, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 4 }, "B": { "B": 4 } }, "mean_api_response_cost_usd": 0.011375999999999999, "cost_known_response_count": 8, "mean_latency_sec": 2.344238031480927, "latency_known_response_count": 8, "group_count": 8 }, "distribution": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.16666666666666666, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 }, "E": { "E": 4 }, "F": { "F": 4 } }, "mean_api_response_cost_usd": 0.012849, "cost_known_response_count": 24, "mean_latency_sec": 2.536982159120574, "latency_known_response_count": 24, "group_count": 24 }, "gapcompare": { "kind": "choice", "count": 12, "valid_count": 11, "invalid_count": 1, "validity_rate": 0.9166666666666666, "correct_count": 11, "accuracy": 0.9166666666666666, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 3, "invalid": 1 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.018489000000000002, "cost_known_response_count": 12, "mean_latency_sec": 4.843761442850034, "latency_known_response_count": 12, "group_count": 12 }, "gridcols": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011371999999999998, "cost_known_response_count": 12, "mean_latency_sec": 2.4341615420999005, "latency_known_response_count": 12, "group_count": 12 }, "gridgaps": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.013330333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.760898816923145, "latency_known_response_count": 12, "group_count": 12 }, "gridrows": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011371999999999998, "cost_known_response_count": 12, "mean_latency_sec": 2.1243048432321907, "latency_known_response_count": 12, "group_count": 12 }, "gridspan": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011480000000000002, "cost_known_response_count": 12, "mean_latency_sec": 2.394452100736089, "latency_known_response_count": 12, "group_count": 12 }, "gridtracks": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.012243333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.6566372009110637, "latency_known_response_count": 12, "group_count": 12 }, "groupgap": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.012750666666666667, "cost_known_response_count": 12, "mean_latency_sec": 2.7951624851557426, "latency_known_response_count": 12, "group_count": 12 }, "nestedflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.011531999999999994, "cost_known_response_count": 24, "mean_latency_sec": 2.160864684255406, "latency_known_response_count": 24, "group_count": 24 }, "nestedwrap": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.011684833333333334, "cost_known_response_count": 24, "mean_latency_sec": 2.2905334866954945, "latency_known_response_count": 24, "group_count": 24 }, "padcompare": { "kind": "choice", "count": 12, "valid_count": 11, "invalid_count": 1, "validity_rate": 0.9166666666666666, "correct_count": 11, "accuracy": 0.9166666666666666, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "invalid": 1, "A": 3 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.018684999999999997, "cost_known_response_count": 12, "mean_latency_sec": 4.877440625665865, "latency_known_response_count": 12, "group_count": 12 }, "textalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.01168175, "cost_known_response_count": 16, "mean_latency_sec": 2.237127347209025, "latency_known_response_count": 16, "group_count": 16 }, "textcolumns": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011340000000000001, "cost_known_response_count": 12, "mean_latency_sec": 2.0965222796464027, "latency_known_response_count": 12, "group_count": 12 }, "topflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12 }, "B": { "B": 12 } }, "mean_api_response_cost_usd": 0.011507999999999997, "cost_known_response_count": 24, "mean_latency_sec": 2.259115572562829, "latency_known_response_count": 24, "group_count": 24 }, "widthcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011427999999999999, "cost_known_response_count": 12, "mean_latency_sec": 2.2552810654354594, "latency_known_response_count": 12, "group_count": 12 }, "wrapalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011483999999999996, "cost_known_response_count": 12, "mean_latency_sec": 2.2615180131979287, "latency_known_response_count": 12, "group_count": 12 }, "wrapcount": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.011359999999999997, "cost_known_response_count": 12, "mean_latency_sec": 2.036265520650583, "latency_known_response_count": 12, "group_count": 12 } }, "mean_api_response_cost_usd": 0.012378205479452065, "cost_known_response_count": 292, "mean_latency_sec": 2.537555916870351, "latency_known_response_count": 292 }, { "model_id": "gpt-6-luna", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Luna", "enabled": true, "id": "gpt-6-luna", "input_per_m": 0.1, "max_output_tokens": 4096, "model": "gpt-6-luna", "notes": "September 22, 2026 API release; model-default medium reasoning effort.", "output_per_m": 0.5, "pricing_notes": "Standard online rates in USD per million tokens for prompts up to 272K input tokens; excludes cached-input discount, cache writes, regional processing and batch tiers.", "pricing_source_url": "https://developers.openai.com/api/docs/changelog", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-luna" }, "model_config_fingerprint": "3daee9a242cbc82dc359d803bef6a46c4516f613c4f1f4c5de81ff1885fd4bf5", "status": "finalized", "coverage_status": "complete", "included_in_comparison": true, "availability_status": "complete", "run_status": "complete", "run_reason": null, "attempted_task_count": 292, "unresolved_infrastructure_task_count": 0, "observed_task_count": 292, "expected_task_count": 292, "comparison_task_count": 292, "families": { "blockalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.00026785000000000003, "cost_known_response_count": 12, "mean_latency_sec": 2.05704416858498, "latency_known_response_count": 12, "group_count": 12 }, "crossalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.0002936125, "cost_known_response_count": 16, "mean_latency_sec": 2.5745093529694714, "latency_known_response_count": 16, "group_count": 16 }, "direction": { "kind": "choice", "count": 8, "valid_count": 8, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 8, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 4 }, "B": { "B": 4 } }, "mean_api_response_cost_usd": 0.0002457375, "cost_known_response_count": 8, "mean_latency_sec": 1.4285865141137037, "latency_known_response_count": 8, "group_count": 8 }, "distribution": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.16666666666666666, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 }, "E": { "E": 4 }, "F": { "F": 4 } }, "mean_api_response_cost_usd": 0.0003039958333333334, "cost_known_response_count": 24, "mean_latency_sec": 3.0922906714161704, "latency_known_response_count": 24, "group_count": 24 }, "gapcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.000267425, "cost_known_response_count": 12, "mean_latency_sec": 1.8685127477510832, "latency_known_response_count": 12, "group_count": 12 }, "gridcols": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.000252125, "cost_known_response_count": 12, "mean_latency_sec": 1.443968114850577, "latency_known_response_count": 12, "group_count": 12 }, "gridgaps": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.00027819166666666665, "cost_known_response_count": 12, "mean_latency_sec": 2.1064554824260995, "latency_known_response_count": 12, "group_count": 12 }, "gridrows": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.00025529166666666663, "cost_known_response_count": 12, "mean_latency_sec": 1.5595471244887449, "latency_known_response_count": 12, "group_count": 12 }, "gridspan": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0002689666666666667, "cost_known_response_count": 12, "mean_latency_sec": 2.0292561421908126, "latency_known_response_count": 12, "group_count": 12 }, "gridtracks": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0002671666666666667, "cost_known_response_count": 12, "mean_latency_sec": 1.9558438329452958, "latency_known_response_count": 12, "group_count": 12 }, "groupgap": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.000278025, "cost_known_response_count": 12, "mean_latency_sec": 2.215841376086852, "latency_known_response_count": 12, "group_count": 12 }, "nestedflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.00025947916666666665, "cost_known_response_count": 24, "mean_latency_sec": 1.7636823464223805, "latency_known_response_count": 24, "group_count": 24 }, "nestedwrap": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.00028237499999999997, "cost_known_response_count": 24, "mean_latency_sec": 2.493922665618205, "latency_known_response_count": 24, "group_count": 24 }, "padcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.00027814999999999996, "cost_known_response_count": 12, "mean_latency_sec": 2.193013621979238, "latency_known_response_count": 12, "group_count": 12 }, "textalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 14, "accuracy": 0.875, "chance_accuracy": 0.25, "confusion": { "A": { "D": 1, "A": 3 }, "B": { "B": 4 }, "C": { "C": 3, "D": 1 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.00031058124999999996, "cost_known_response_count": 16, "mean_latency_sec": 2.9783764323219657, "latency_known_response_count": 16, "group_count": 16 }, "textcolumns": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0002523916666666667, "cost_known_response_count": 12, "mean_latency_sec": 1.5158793440205045, "latency_known_response_count": 12, "group_count": 12 }, "topflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12 }, "B": { "B": 12 } }, "mean_api_response_cost_usd": 0.0002534083333333333, "cost_known_response_count": 24, "mean_latency_sec": 1.6557980512443464, "latency_known_response_count": 24, "group_count": 24 }, "widthcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.00026204166666666666, "cost_known_response_count": 12, "mean_latency_sec": 1.9966562319314107, "latency_known_response_count": 12, "group_count": 12 }, "wrapalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.000274775, "cost_known_response_count": 12, "mean_latency_sec": 2.115438761752254, "latency_known_response_count": 12, "group_count": 12 }, "wrapcount": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.000253575, "cost_known_response_count": 12, "mean_latency_sec": 1.6532374324354653, "latency_known_response_count": 12, "group_count": 12 } }, "mean_api_response_cost_usd": 0.0002722154109589041, "cost_known_response_count": 292, "mean_latency_sec": 2.0991090646839687, "latency_known_response_count": 292 }, { "model_id": "gpt-6-sol", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Sol", "enabled": true, "id": "gpt-6-sol", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gpt-6-sol", "notes": "September 22, 2026 API release; model-default medium reasoning effort.", "output_per_m": 10.0, "pricing_notes": "Standard online rates in USD per million tokens for prompts up to 272K input tokens; excludes cached-input discount, cache writes, regional processing and batch tiers.", "pricing_source_url": "https://developers.openai.com/api/docs/changelog", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-sol" }, "model_config_fingerprint": "60f1e6eb2b3bb76e26813edc1a3619f1b98273c46b5aa8af4d0f19eac4843347", "status": "finalized", "coverage_status": "complete", "included_in_comparison": true, "availability_status": "complete", "run_status": "complete", "run_reason": null, "attempted_task_count": 292, "unresolved_infrastructure_task_count": 0, "observed_task_count": 292, "expected_task_count": 292, "comparison_task_count": 292, "families": { "blockalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005012833333333333, "cost_known_response_count": 12, "mean_latency_sec": 1.378528065921273, "latency_known_response_count": 12, "group_count": 12 }, "crossalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.005385999999999999, "cost_known_response_count": 16, "mean_latency_sec": 1.9464395340619376, "latency_known_response_count": 16, "group_count": 16 }, "direction": { "kind": "choice", "count": 8, "valid_count": 8, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 8, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 4 }, "B": { "B": 4 } }, "mean_api_response_cost_usd": 0.004875999999999999, "cost_known_response_count": 8, "mean_latency_sec": 1.3161409153253771, "latency_known_response_count": 8, "group_count": 8 }, "distribution": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.16666666666666666, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 }, "E": { "E": 4 }, "F": { "F": 4 } }, "mean_api_response_cost_usd": 0.00558575, "cost_known_response_count": 24, "mean_latency_sec": 2.0449878116196487, "latency_known_response_count": 24, "group_count": 24 }, "gapcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0052759999999999994, "cost_known_response_count": 12, "mean_latency_sec": 1.8836670832048792, "latency_known_response_count": 12, "group_count": 12 }, "gridcols": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.004880000000000001, "cost_known_response_count": 12, "mean_latency_sec": 1.8216268738615327, "latency_known_response_count": 12, "group_count": 12 }, "gridgaps": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005383833333333333, "cost_known_response_count": 12, "mean_latency_sec": 1.9428342513274401, "latency_known_response_count": 12, "group_count": 12 }, "gridrows": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.004880000000000001, "cost_known_response_count": 12, "mean_latency_sec": 1.4233406792433623, "latency_known_response_count": 12, "group_count": 12 }, "gridspan": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005030166666666666, "cost_known_response_count": 12, "mean_latency_sec": 1.891925796691794, "latency_known_response_count": 12, "group_count": 12 }, "gridtracks": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005015833333333333, "cost_known_response_count": 12, "mean_latency_sec": 1.4435250719155495, "latency_known_response_count": 12, "group_count": 12 }, "groupgap": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005471333333333334, "cost_known_response_count": 12, "mean_latency_sec": 2.179315901497224, "latency_known_response_count": 12, "group_count": 12 }, "nestedflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.004919999999999997, "cost_known_response_count": 24, "mean_latency_sec": 1.6914970601986472, "latency_known_response_count": 24, "group_count": 24 }, "nestedwrap": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 8 }, "B": { "B": 8 }, "C": { "C": 8 } }, "mean_api_response_cost_usd": 0.005407083333333333, "cost_known_response_count": 24, "mean_latency_sec": 2.0029833596684816, "latency_known_response_count": 24, "group_count": 24 }, "padcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0054455, "cost_known_response_count": 12, "mean_latency_sec": 2.130954092659522, "latency_known_response_count": 12, "group_count": 12 }, "textalign": { "kind": "choice", "count": 16, "valid_count": 16, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 16, "accuracy": 1.0, "chance_accuracy": 0.25, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 }, "D": { "D": 4 } }, "mean_api_response_cost_usd": 0.0059135, "cost_known_response_count": 16, "mean_latency_sec": 2.1790707389009185, "latency_known_response_count": 16, "group_count": 16 }, "textcolumns": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.0048720000000000005, "cost_known_response_count": 12, "mean_latency_sec": 1.6727811828992951, "latency_known_response_count": 12, "group_count": 12 }, "topflow": { "kind": "choice", "count": 24, "valid_count": 24, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 24, "accuracy": 1.0, "chance_accuracy": 0.5, "confusion": { "A": { "A": 12 }, "B": { "B": 12 } }, "mean_api_response_cost_usd": 0.004914000000000001, "cost_known_response_count": 24, "mean_latency_sec": 1.4168824297375977, "latency_known_response_count": 24, "group_count": 24 }, "widthcompare": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.004999166666666667, "cost_known_response_count": 12, "mean_latency_sec": 1.5165866910441157, "latency_known_response_count": 12, "group_count": 12 }, "wrapalign": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.005203, "cost_known_response_count": 12, "mean_latency_sec": 1.9565781947846215, "latency_known_response_count": 12, "group_count": 12 }, "wrapcount": { "kind": "choice", "count": 12, "valid_count": 12, "invalid_count": 0, "validity_rate": 1.0, "correct_count": 12, "accuracy": 1.0, "chance_accuracy": 0.3333333333333333, "confusion": { "A": { "A": 4 }, "B": { "B": 4 }, "C": { "C": 4 } }, "mean_api_response_cost_usd": 0.004874000000000001, "cost_known_response_count": 12, "mean_latency_sec": 1.5672381797533792, "latency_known_response_count": 12, "group_count": 12 } }, "mean_api_response_cost_usd": 0.0051909863013698656, "cost_known_response_count": 292, "mean_latency_sec": 1.7876593573186355, "latency_known_response_count": 292 } ], "attempts": [ { "sequence": 1, "attempt_id": "cb1be7e4-86a7-4821-9554-5dc3f11c36cd", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 3.4472119100391865, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:51.878650+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:08:51.878Z" }, { "sequence": 2, "attempt_id": "24dd40d7-d4c9-4140-b3da-93a73e0842c2", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 3.4552467740140855, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:51.888488+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:08:51.888Z" }, { "sequence": 3, "attempt_id": "97ad1eed-3fba-4a93-960b-c5dcc63a0c63", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 3.777268009027466, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:52.205139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002703, "created_at": "2026-09-23T12:08:52.205Z" }, { "sequence": 4, "attempt_id": "53626fb8-35e3-464a-8a05-30fcb6540500", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 3.998631585855037, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:52.431825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027739999999999997, "created_at": "2026-09-23T12:08:52.432Z" }, { "sequence": 5, "attempt_id": "781153b0-1c2b-4380-a212-4537a8aaa989", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01334, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 4.2842109489720315, "model_name": "claude-opus-5-5", "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:52.720528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01334, "created_at": "2026-09-23T12:08:52.720Z" }, { "sequence": 6, "attempt_id": "32806c3b-79d3-4d0a-9883-d22061d045f0", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.212515763938427, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.101402+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:08:54.101Z" }, { "sequence": 7, "attempt_id": "b0da52b5-f8b2-49f3-8967-4159d0a6a5aa", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.339129325002432, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.237322+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002535, "created_at": "2026-09-23T12:08:54.237Z" }, { "sequence": 8, "attempt_id": "5198893d-2d7f-475f-8765-369e9de4ead3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 6.111776955192909, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:54.537531+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:08:54.537Z" }, { "sequence": 9, "attempt_id": "a17d0334-413c-425a-b13a-98fef78a8279", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000244, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.8231508459430188, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:54.561245+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000244, "created_at": "2026-09-23T12:08:54.561Z" }, { "sequence": 10, "attempt_id": "ae415496-bf0f-4846-b31e-2b2636b54ecb", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.7019504059571773, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.916289+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:08:54.916Z" }, { "sequence": 11, "attempt_id": "1b5e0243-89fd-49ee-80b1-164d71c22940", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.6520984249655157, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:55.092473+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:08:55.092Z" }, { "sequence": 12, "attempt_id": "6979426d-22b6-433e-b37e-02d81b86a275", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.148080912884325, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.393923+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004918, "created_at": "2026-09-23T12:08:56.394Z" }, { "sequence": 13, "attempt_id": "7ff3cbb9-2e00-435b-8a95-b681dc7c20b7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002779, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.934339830186218, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.479938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002779, "created_at": "2026-09-23T12:08:56.480Z" }, { "sequence": 14, "attempt_id": "f0c6760e-cf7c-4084-a899-2e92fed12c1e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8714602570980787, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:56.972561+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002748, "created_at": "2026-09-23T12:08:56.972Z" }, { "sequence": 15, "attempt_id": "06a600f2-8440-4756-96e0-8f6a87358e93", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.422825582092628, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.991796+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:08:56.991Z" }, { "sequence": 16, "attempt_id": "026b8200-4e79-4901-a537-31b64f500e38", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 3.044527043122798, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:57.154869+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:08:57.155Z" }, { "sequence": 17, "attempt_id": "9a223be7-46f7-4e2f-9ee4-de2ac3765f7b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005416, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.300136375008151, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:57.224411+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005416, "created_at": "2026-09-23T12:08:57.224Z" }, { "sequence": 18, "attempt_id": "f21bce08-7ab5-4eff-b33a-a9cc6b687b75", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00541, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.7377625659573823, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:58.225829+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00541, "created_at": "2026-09-23T12:08:58.225Z" }, { "sequence": 19, "attempt_id": "945c7476-3590-4149-9d8a-da2aab982fe3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000271, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.9957727710716426, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:58.978667+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000271, "created_at": "2026-09-23T12:08:58.978Z" }, { "sequence": 20, "attempt_id": "5c1066b3-c85c-4185-a8ba-2e98c0d52c31", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.6568684719968587, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.061079+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:08:59.061Z" }, { "sequence": 21, "attempt_id": "645dbc86-b9b7-4cd9-a2fb-16ee9ca81e4c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.1250009660143405, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.289908+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005592, "created_at": "2026-09-23T12:08:59.290Z" }, { "sequence": 22, "attempt_id": "0aa12c61-f438-43d0-820a-c414e9fb4ebd", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.5200085039250553, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:59.526893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:08:59.527Z" }, { "sequence": 23, "attempt_id": "0587b717-05aa-49ea-99e7-b4e89bb8a82c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 0.9988278190139681, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.986368+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:08:59.986Z" }, { "sequence": 24, "attempt_id": "68a473f9-2d18-457e-80e6-8180e3fbf014", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030260000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.8472348561044782, "model_name": "gpt-6-luna", "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:00.080936+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00030260000000000004, "created_at": "2026-09-23T12:09:00.081Z" }, { "sequence": 25, "attempt_id": "47447871-bdaf-4951-89e2-d184af425c86", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002721, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.259325217921287, "model_name": "gpt-6-luna", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.330824+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002721, "created_at": "2026-09-23T12:09:01.330Z" }, { "sequence": 26, "attempt_id": "ec44e017-c535-4af5-b918-0aae91cc9561", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005378, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.8689600611105561, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:01.404590+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005378, "created_at": "2026-09-23T12:09:01.404Z" }, { "sequence": 27, "attempt_id": "a536c0e4-d4bf-4e59-925f-906f1f8ec32a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013884, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.1964787649922073, "model_name": "claude-opus-5-5", "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.431009+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013884, "created_at": "2026-09-23T12:09:01.431Z" }, { "sequence": 28, "attempt_id": "96086e28-ac61-4e52-b481-bf453a746962", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.384431644110009, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.683366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:09:01.683Z" }, { "sequence": 29, "attempt_id": "fc8a2934-86ec-4af4-9722-5ea3746b51ef", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011664, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.9209334349725395, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.010838+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011664, "created_at": "2026-09-23T12:09:03.010Z" }, { "sequence": 30, "attempt_id": "0bff60ff-b32d-4a9a-b479-d86a0cd337f0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 3.0476092440076172, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.043246+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:09:03.043Z" }, { "sequence": 31, "attempt_id": "21b99531-1626-467c-9941-54fd366fdb26", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005776, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.997551364125684, "model_name": "gpt-6-sol", "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.338364+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005776, "created_at": "2026-09-23T12:09:03.338Z" }, { "sequence": 32, "attempt_id": "ccb9c015-be4f-480d-b0dc-2e1af1aa382e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002873, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.2691920660436153, "model_name": "gpt-6-luna", "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.682490+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002873, "created_at": "2026-09-23T12:09:03.682Z" }, { "sequence": 33, "attempt_id": "2a17d4ab-0b62-4138-bcef-352de06b4a00", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005358, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.1228521368466318, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.815253+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005358, "created_at": "2026-09-23T12:09:03.815Z" }, { "sequence": 34, "attempt_id": "5d944a14-f079-4249-ba11-14a17c3bd787", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.4988789120689034, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.938556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:09:03.938Z" }, { "sequence": 35, "attempt_id": "f8fe27ec-7b87-4f63-8595-470658141205", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4185300981625915, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:04.767623+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:04.767Z" }, { "sequence": 36, "attempt_id": "d013ed71-b81f-479c-9b6d-b92092906985", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.4812913169153035, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:05.430064+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005398, "created_at": "2026-09-23T12:09:05.430Z" }, { "sequence": 37, "attempt_id": "16413bea-8a2a-4996-992c-80547137ece7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.8442104081623256, "model_name": "gpt-6-luna", "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:05.537735+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000261, "created_at": "2026-09-23T12:09:05.537Z" }, { "sequence": 38, "attempt_id": "5da40918-0955-4048-b85a-507cc94e9468", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002894, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.618780372198671, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:05.642243+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002894, "created_at": "2026-09-23T12:09:05.642Z" }, { "sequence": 39, "attempt_id": "651f6e6e-a290-40e8-95c5-84d0a418e3f6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013572, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.143824027851224, "model_name": "claude-opus-5-5", "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:06.197085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013572, "created_at": "2026-09-23T12:09:06.197Z" }, { "sequence": 40, "attempt_id": "3383b080-a518-4611-a9c0-0ce5a82499e1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.2820711068343371, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:06.836445+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:09:06.836Z" }, { "sequence": 41, "attempt_id": "060fcd5a-e742-49ec-a832-219c521fc9de", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.0266698161140084, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:06.852895+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:09:06.853Z" }, { "sequence": 42, "attempt_id": "3377cfa6-f67b-4858-b164-9d7a4b4570f1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.2910960391163826, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:07.070970+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027939999999999996, "created_at": "2026-09-23T12:09:07.071Z" }, { "sequence": 43, "attempt_id": "af81058f-06d0-4385-b57e-4d90dc7c086d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026120000000000006, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.488609611056745, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:07.141642+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026120000000000006, "created_at": "2026-09-23T12:09:07.141Z" }, { "sequence": 44, "attempt_id": "68f9b3e6-5de4-4176-a2b6-823fc3767778", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 1.790017091901973, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:07.232047+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:09:07.232Z" }, { "sequence": 45, "attempt_id": "61c0854b-af1e-4ed3-9c62-ccf963eecdf0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.8515764148905873, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.060963+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:09:08.061Z" }, { "sequence": 46, "attempt_id": "ee21c599-68b3-4333-b4bf-8c030f1c9f75", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2797506349161267, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:08.142616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002436, "created_at": "2026-09-23T12:09:08.142Z" }, { "sequence": 47, "attempt_id": "35f8de3e-469b-4fde-9a76-26b7bf1f0577", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.5221295161172748, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:08.371973+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:09:08.372Z" }, { "sequence": 48, "attempt_id": "bd48253d-3415-4ae5-8757-7730b43b2822", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3025934379547834, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.545719+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002547, "created_at": "2026-09-23T12:09:08.545Z" }, { "sequence": 49, "attempt_id": "82b5ebe5-5d09-411f-91d1-80c5ef0a4680", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.4491114118136466, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.601934+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:09:08.602Z" }, { "sequence": 50, "attempt_id": "299ee213-920a-4b73-aae9-284feee7d23b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.9498612850438803, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:09.032696+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:09:09.032Z" }, { "sequence": 51, "attempt_id": "21b57907-7982-4c26-93ff-54d5c882426f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8735161020886153, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.030689+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:09:10.030Z" }, { "sequence": 52, "attempt_id": "23b14a3c-987c-4ebc-8281-b76bc0495da7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026430000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.812706763157621, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.195564+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026430000000000003, "created_at": "2026-09-23T12:09:10.195Z" }, { "sequence": 53, "attempt_id": "f4d4385a-69a2-433e-8fc1-a8c92a6f5301", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.243051137076691, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.316663+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:09:10.316Z" }, { "sequence": 54, "attempt_id": "8f64da62-f6d5-4f74-863a-24e3b3d660c5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005488, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.028800621861592, "model_name": "gpt-6-sol", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.640960+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005488, "created_at": "2026-09-23T12:09:10.641Z" }, { "sequence": 55, "attempt_id": "96b55f69-f5c8-4047-b7eb-53a8e391aa31", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.818143768934533, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.862451+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027489999999999996, "created_at": "2026-09-23T12:09:10.862Z" }, { "sequence": 56, "attempt_id": "b5f10e57-54a4-45b4-934d-4d0561bbf1da", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.476417356170714, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:11.033584+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:09:11.033Z" }, { "sequence": 57, "attempt_id": "beea44ac-25d8-4f4b-b09d-5b352f7e4fce", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.2017622210551053, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:11.408504+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:09:11.408Z" }, { "sequence": 58, "attempt_id": "8a4e14ae-b916-4585-a67d-b21bda5fd431", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.5919622769579291, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:11.919385+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000261, "created_at": "2026-09-23T12:09:11.919Z" }, { "sequence": 59, "attempt_id": "192e11de-af83-445c-a877-514a7ed63889", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4252171670086682, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:12.470310+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002542, "created_at": "2026-09-23T12:09:12.470Z" }, { "sequence": 60, "attempt_id": "852bbb48-fbed-4a54-96b7-a219c9f0a5f2", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.9313846030272543, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:12.584732+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:09:12.584Z" }, { "sequence": 61, "attempt_id": "51d32567-9408-483b-a02f-2647b1ccaa66", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013552, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5859024738892913, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:12.629794+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013552, "created_at": "2026-09-23T12:09:12.629Z" }, { "sequence": 62, "attempt_id": "b19bf30b-d2a2-41ac-894b-b95241f2a671", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6042599079664797, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.032287+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:09:13.032Z" }, { "sequence": 63, "attempt_id": "ef54512e-e135-45b9-8db4-ea3334f46118", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.4909515159670264, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.368154+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:09:13.368Z" }, { "sequence": 64, "attempt_id": "f9044368-a0b8-429b-951a-06f3303eddb6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002521, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4808627418242395, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.963637+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002521, "created_at": "2026-09-23T12:09:13.963Z" }, { "sequence": 65, "attempt_id": "09f14659-9655-42d7-bab1-0e9c62b9d5bf", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.448104826034978, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.089477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:09:14.089Z" }, { "sequence": 66, "attempt_id": "e49a7e56-dea7-492e-9642-0f0c3ade25be", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.5216791939456016, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.452356+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:09:14.452Z" }, { "sequence": 67, "attempt_id": "7c10fa88-2969-4c47-abc2-0f01b4b32bcd", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.045238311169669, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.641894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:09:14.642Z" }, { "sequence": 68, "attempt_id": "5655685d-b0df-48fd-8bac-710be3cb5ca7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025570000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.0682769247796386, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:15.112463+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025570000000000004, "created_at": "2026-09-23T12:09:15.112Z" }, { "sequence": 69, "attempt_id": "bcdc6b4e-27a7-42f4-acb8-bb97b809ddd8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00518, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4414420849643648, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:15.427477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00518, "created_at": "2026-09-23T12:09:15.427Z" }, { "sequence": 70, "attempt_id": "ca7c196a-ad82-49c5-ad18-0bc7c7e5d922", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.438159564975649, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:15.818571+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:09:15.818Z" }, { "sequence": 71, "attempt_id": "3cbce801-c448-439f-8321-5ee3dc355d65", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.9306667430792004, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:16.036685+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002615, "created_at": "2026-09-23T12:09:16.036Z" }, { "sequence": 72, "attempt_id": "89f98b6e-4d4a-40d2-a585-c1dbfa358f81", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.7232552510686219, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.377912+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:09:16.378Z" }, { "sequence": 73, "attempt_id": "6b648b1d-82de-4dc6-a298-fd7162de0283", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025320000000000003, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4706712050829083, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.597396+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025320000000000003, "created_at": "2026-09-23T12:09:16.597Z" }, { "sequence": 74, "attempt_id": "d3fe73a0-1036-4c71-8738-f86d091ddc06", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.486321161966771, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:16.951470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:09:16.951Z" }, { "sequence": 75, "attempt_id": "5772cc37-976e-482e-8799-6867f347abc3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1347879180684686, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.966171+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:16.966Z" }, { "sequence": 76, "attempt_id": "fc4f5972-890f-4f9c-99ef-63d697d1ae87", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.527385839028284, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.977916+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:09:16.979Z" }, { "sequence": 77, "attempt_id": "13035fed-b47c-48dd-976e-99573f828add", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000268, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.9155434211716056, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:17.965459+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000268, "created_at": "2026-09-23T12:09:17.965Z" }, { "sequence": 78, "attempt_id": "27d6002d-4493-4a5d-8bad-4b80abe073f6", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6821819660253823, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:18.292877+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:09:18.293Z" }, { "sequence": 79, "attempt_id": "ce4c94dc-b611-4722-8b5a-0c4fe1e31183", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00544, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.891403520014137, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:18.882199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00544, "created_at": "2026-09-23T12:09:18.882Z" }, { "sequence": 80, "attempt_id": "edb20677-73fb-4b0c-913a-ced30adb7c8f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.225363570963964, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:19.203608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:09:19.203Z" }, { "sequence": 81, "attempt_id": "0e673afc-ae71-4d81-a9cf-c2a37d13b484", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.3022530949674547, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:19.266873+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002748, "created_at": "2026-09-23T12:09:19.267Z" }, { "sequence": 82, "attempt_id": "e7b1a4f3-1c9f-44ae-a56e-a04ccf039c63", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.3181332100648433, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:19.709202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:09:19.709Z" }, { "sequence": 83, "attempt_id": "b10a9567-c35c-493b-b647-aa098ae7953b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.319834013003856, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.220141+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:09:20.220Z" }, { "sequence": 84, "attempt_id": "336d922f-543a-4ec3-a94e-6493f401d8dd", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.248646679101512, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.555308+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:09:20.555Z" }, { "sequence": 85, "attempt_id": "c2728859-b401-4f18-bee5-4c2f275b4751", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002522, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3407360590063035, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.569727+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002522, "created_at": "2026-09-23T12:09:20.571Z" }, { "sequence": 86, "attempt_id": "768dc456-9951-4318-a39c-f8c84859690a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.213705871021375, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.193355+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000278, "created_at": "2026-09-23T12:09:21.193Z" }, { "sequence": 87, "attempt_id": "6fb68fbb-cc7f-4376-a6d1-7861288940d3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005188, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.5318444781005383, "model_name": "gpt-6-sol", "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:21.255190+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005188, "created_at": "2026-09-23T12:09:21.255Z" }, { "sequence": 88, "attempt_id": "2a7f6d38-80ba-4e14-99fc-a8bcd45d53eb", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.332727408967912, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.613828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:09:21.613Z" }, { "sequence": 89, "attempt_id": "29ed8373-6ca1-45ad-9a47-5cf431a61fc7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2730742511339486, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.857456+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:21.857Z" }, { "sequence": 90, "attempt_id": "db2e8d26-3fa7-412d-aab5-912e0515b8f8", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.6958364681340754, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:22.265861+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:09:22.266Z" }, { "sequence": 91, "attempt_id": "61e3d55f-b480-4e05-84df-29c1167ae696", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.3420198978856206, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:22.970224+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:09:22.970Z" }, { "sequence": 92, "attempt_id": "d3aabcfb-7fb1-4172-8837-13ce6ae2812b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.766728529939428, "model_name": "gpt-6-luna", "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:22.985523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000261, "created_at": "2026-09-23T12:09:22.985Z" }, { "sequence": 93, "attempt_id": "52eb0d7a-62a6-4ccb-8e0d-07821e25056a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002734, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.8359003509394825, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:23.070053+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002734, "created_at": "2026-09-23T12:09:23.070Z" }, { "sequence": 94, "attempt_id": "1f85cb0e-cf24-41ce-a626-ee9babf848f7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8784239860251546, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:23.150709+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:09:23.151Z" }, { "sequence": 95, "attempt_id": "d708bfcf-f5d4-4d0e-a015-f128ca899e83", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025130000000000004, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.3300096748862416, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:23.203523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025130000000000004, "created_at": "2026-09-23T12:09:23.203Z" }, { "sequence": 96, "attempt_id": "102b7cbd-84bd-4d54-99aa-2ad983958a3d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3409488671459258, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.326765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:09:24.326Z" }, { "sequence": 97, "attempt_id": "0a8ab84d-bc0a-4aff-aec1-9b72fee02f5f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2093381208833307, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.375514+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:24.375Z" }, { "sequence": 98, "attempt_id": "aafa445b-871a-43ac-9cf4-6534c453c36c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000252, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4313877830281854, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.431825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000252, "created_at": "2026-09-23T12:09:24.431Z" }, { "sequence": 99, "attempt_id": "4afa9545-3c1e-46b5-9740-367ec873557f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.4779456900432706, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.562540+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:09:24.562Z" }, { "sequence": 100, "attempt_id": "6d08101d-60d5-49a1-85f3-8842395eb399", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000263, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4261430529877543, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.644031+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000263, "created_at": "2026-09-23T12:09:24.644Z" }, { "sequence": 101, "attempt_id": "6f457506-de33-44a1-a27b-4657b6678023", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.4151494519319385, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.695405+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:09:24.695Z" }, { "sequence": 102, "attempt_id": "af60a49c-6b39-43ba-b1f2-7c8b0874ae26", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005512, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5785627488512546, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:25.969078+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005512, "created_at": "2026-09-23T12:09:25.969Z" }, { "sequence": 103, "attempt_id": "0cb8f956-cd4e-4c21-b99e-42049c8eabf0", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005278, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9020569860003889, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:26.560485+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005278, "created_at": "2026-09-23T12:09:26.560Z" }, { "sequence": 104, "attempt_id": "1aa0b24b-4d0d-45eb-b77f-674f99c72332", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.364442427875474, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:26.706196+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:09:26.706Z" }, { "sequence": 105, "attempt_id": "246879c3-eead-43be-a274-0e913f38c0f6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.0404630040284246, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:26.750269+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027539999999999997, "created_at": "2026-09-23T12:09:26.750Z" }, { "sequence": 106, "attempt_id": "fca2ddd5-1be5-4acb-b093-7a717ef2456c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00031160000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.0192450028844178, "model_name": "gpt-6-luna", "output_tokens": 130, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:27.465458+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00031160000000000004, "created_at": "2026-09-23T12:09:27.465Z" }, { "sequence": 107, "attempt_id": "40f46bf9-2ac3-4bc3-b1bd-f427c368554b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.1247368077747524, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:27.700783+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:09:27.700Z" }, { "sequence": 108, "attempt_id": "ded9385a-cdda-4d44-8dd8-eb4132e56413", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013264, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.211298882961273, "model_name": "claude-opus-5-5", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:27.788632+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013264, "created_at": "2026-09-23T12:09:27.788Z" }, { "sequence": 109, "attempt_id": "6efcad9f-2cbf-4473-9928-5e9c39be3f32", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.664317802991718, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:28.648809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:09:28.648Z" }, { "sequence": 110, "attempt_id": "ab30d63c-ab16-439a-82a1-c51587b4843a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027130000000000004, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.2017944920808077, "model_name": "gpt-6-luna", "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:28.923631+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027130000000000004, "created_at": "2026-09-23T12:09:28.923Z" }, { "sequence": 111, "attempt_id": "cdb2812c-553a-4b77-9172-8394c341ab61", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.413432080997154, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:29.179072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:09:29.179Z" }, { "sequence": 112, "attempt_id": "eda59f6f-8775-4d1d-9d78-05400a804ef7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.6037187669426203, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:29.319865+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002748, "created_at": "2026-09-23T12:09:29.320Z" }, { "sequence": 113, "attempt_id": "63967e9b-453f-42e6-b959-5a37184ba941", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005726, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.023022609995678, "model_name": "gpt-6-sol", "output_tokens": 80, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:29.508617+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005726, "created_at": "2026-09-23T12:09:29.508Z" }, { "sequence": 114, "attempt_id": "27e95135-4b8c-4776-a2fe-0eef2774de90", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.5986452670767903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:30.410570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:09:30.410Z" }, { "sequence": 115, "attempt_id": "f64a8275-42d5-400a-a745-9f8cf56d0807", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0284533640369773, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:30.693122+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:09:30.693Z" }, { "sequence": 116, "attempt_id": "7825c1d7-6edf-4d91-8cb6-17e60450bdfb", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002739, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.8588929940015078, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:30.797646+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002739, "created_at": "2026-09-23T12:09:30.797Z" }, { "sequence": 117, "attempt_id": "98d2b309-1671-4b46-97cb-27916e0f799f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005276, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6567552210763097, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:30.992527+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005276, "created_at": "2026-09-23T12:09:30.992Z" }, { "sequence": 118, "attempt_id": "4d29b169-01d1-47e1-b3e3-7e272544d397", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002648, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.740023975027725, "model_name": "gpt-6-luna", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:31.264722+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002648, "created_at": "2026-09-23T12:09:31.264Z" }, { "sequence": 119, "attempt_id": "58d91260-bb27-4b4b-9114-c76ea629af73", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1473345619160682, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:31.856785+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:31.856Z" }, { "sequence": 120, "attempt_id": "a5627c52-eb27-44b0-96f8-16c1b2f9bf87", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013972, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.2389770969748497, "model_name": "claude-opus-5-5", "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:32.433739+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013972, "created_at": "2026-09-23T12:09:32.433Z" }, { "sequence": 121, "attempt_id": "029fcd65-88e8-457c-addf-6d84cb3b4ca8", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.282457855064422, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:32.708962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:09:32.709Z" }, { "sequence": 122, "attempt_id": "207be0a5-8fe3-44d6-a751-52a6adb1272a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000265, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.8962610489688814, "model_name": "gpt-6-luna", "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:32.724429+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000265, "created_at": "2026-09-23T12:09:32.724Z" }, { "sequence": 123, "attempt_id": "ebfa9bbe-1d66-4e90-bfa5-83282ce76572", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.7662111630197614, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:33.047209+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:09:33.047Z" }, { "sequence": 124, "attempt_id": "bb0f604d-4d1c-4fc3-96a3-c8b883d52824", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4481032791081816, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:33.456879+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:09:33.457Z" }, { "sequence": 125, "attempt_id": "ff376fd7-2c91-491f-9086-459d4d69859c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.630876236828044, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:33.511760+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000262, "created_at": "2026-09-23T12:09:33.511Z" }, { "sequence": 126, "attempt_id": "0b650827-2e23-49ed-8f0d-33d0defd2121", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3085871271323413, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.033354+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:09:34.033Z" }, { "sequence": 127, "attempt_id": "be0bb6bd-f7fc-4080-ba69-83a053b2975a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3897909689694643, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.130121+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:09:34.130Z" }, { "sequence": 128, "attempt_id": "292e64a8-cb04-4b83-b739-d0330c437ab0", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3742127399891615, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:34.847588+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:09:34.847Z" }, { "sequence": 129, "attempt_id": "11847d02-78a0-4ccb-b555-2a4cfe122596", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.444611862068996, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.893825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:09:34.893Z" }, { "sequence": 130, "attempt_id": "b3a66361-a59c-45b7-ac1d-c98d3048830f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.930462395073846, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:35.457535+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002542, "created_at": "2026-09-23T12:09:35.457Z" }, { "sequence": 131, "attempt_id": "feff9478-0c42-4995-8d2a-c65c6368430e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.609161352040246, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:35.672641+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:09:35.672Z" }, { "sequence": 132, "attempt_id": "ad11fe31-c809-407b-a339-5e71fe3a0743", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.7966880551539361, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:35.943202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:09:35.943Z" }, { "sequence": 133, "attempt_id": "3ec39e50-c5ad-4931-8159-d7b64267cc68", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.5073734258767217, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:36.556983+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:09:36.557Z" }, { "sequence": 134, "attempt_id": "c8691151-32c8-4175-b859-1474de560bfc", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.187723519047722, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:37.064616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028189999999999997, "created_at": "2026-09-23T12:09:37.064Z" }, { "sequence": 135, "attempt_id": "14905060-e1a6-462a-aee1-fe4c7e1b6dbd", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005602, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.875514191109687, "model_name": "gpt-6-sol", "output_tokens": 67, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:37.350097+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005602, "created_at": "2026-09-23T12:09:37.350Z" }, { "sequence": 136, "attempt_id": "3f3d296a-a13f-487e-ae95-7f8d725ff0fe", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.4623923238832504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:37.422470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:09:37.422Z" }, { "sequence": 137, "attempt_id": "279c7b8b-93b4-411a-b97c-e172f66b2f50", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7213249451015145, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:39.160467+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:39.160Z" }, { "sequence": 138, "attempt_id": "4b2943a7-120e-4df0-8890-f377cc8db114", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002824, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.2834207869600505, "model_name": "gpt-6-luna", "output_tokens": 88, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.364812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002824, "created_at": "2026-09-23T12:09:39.364Z" }, { "sequence": 139, "attempt_id": "b910a520-41b9-4f25-8b68-2509230b83ef", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005408, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.830979384947568, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.404707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005408, "created_at": "2026-09-23T12:09:39.404Z" }, { "sequence": 140, "attempt_id": "0786822b-f528-475c-b668-ca88839cd436", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00033410000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.9507448540534824, "model_name": "gpt-6-luna", "output_tokens": 175, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:39.640365+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00033410000000000004, "created_at": "2026-09-23T12:09:39.640Z" }, { "sequence": 141, "attempt_id": "a0dbbc3c-6370-4791-92de-658887b8ee2d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013052, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.7260064461734146, "model_name": "claude-opus-5-5", "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:40.093028+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013052, "created_at": "2026-09-23T12:09:40.093Z" }, { "sequence": 142, "attempt_id": "08a12920-8ede-4d9a-8ad0-5722c73fbf5c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005566, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7946099708788097, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:41.215820+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005566, "created_at": "2026-09-23T12:09:41.216Z" }, { "sequence": 143, "attempt_id": "69d15c92-fcce-49f2-8bbc-8890991da3df", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.8932338198646903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:41.275208+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:09:41.275Z" }, { "sequence": 144, "attempt_id": "b2a99426-3b9e-42c2-a32b-8656266a6149", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000275, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.863097694935277, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.040817+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000275, "created_at": "2026-09-23T12:09:42.040Z" }, { "sequence": 145, "attempt_id": "e365486b-038a-487f-98d1-df137847de64", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4673513961024582, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.580040+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:09:42.580Z" }, { "sequence": 146, "attempt_id": "046feffb-fccc-43c1-96ad-6c38bd57d7f2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.3689022560138255, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.600363+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004918, "created_at": "2026-09-23T12:09:42.600Z" }, { "sequence": 147, "attempt_id": "5ff30377-783b-47aa-a702-15e84a841678", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003098, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.0426819298882037, "model_name": "gpt-6-luna", "output_tokens": 127, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.700828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003098, "created_at": "2026-09-23T12:09:42.700Z" }, { "sequence": 148, "attempt_id": "72f4c0a3-738b-4850-95e5-e8e5b28dfe57", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002799, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.1803606760222465, "model_name": "gpt-6-luna", "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:43.474095+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002799, "created_at": "2026-09-23T12:09:43.474Z" }, { "sequence": 149, "attempt_id": "38752a58-e29b-43ea-8590-a623d924db47", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.5184118079487234, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.114811+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005398, "created_at": "2026-09-23T12:09:44.114Z" }, { "sequence": 150, "attempt_id": "c5d3b7ac-fecb-4025-aad4-bb52536f2f7a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.5480519288685173, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.163042+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027539999999999997, "created_at": "2026-09-23T12:09:44.163Z" }, { "sequence": 151, "attempt_id": "c80a6e50-221c-48aa-904d-32144ac41cce", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 0.9908147559035569, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:44.481058+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:09:44.481Z" }, { "sequence": 152, "attempt_id": "908f689c-a84c-451c-81a4-29886a92865d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.4858930269256234, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.542693+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:09:44.542Z" }, { "sequence": 153, "attempt_id": "85ffe8bc-b194-4744-a766-f7652bbd9efd", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01174, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.841154378838837, "model_name": "claude-opus-5-5", "output_tokens": 13, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:45.557455+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01174, "created_at": "2026-09-23T12:09:45.557Z" }, { "sequence": 154, "attempt_id": "cc93cf29-654b-4f92-82be-53e45339b879", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002598, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.5992970720399171, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:45.730451+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002598, "created_at": "2026-09-23T12:09:45.730Z" }, { "sequence": 155, "attempt_id": "26e3691f-5897-4ec2-acf0-8279115faf8e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3309813369996846, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:45.828143+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:09:45.828Z" }, { "sequence": 156, "attempt_id": "0aa9bf01-d12d-47ac-872f-0a36d6251c25", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002685, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.0187544859945774, "model_name": "gpt-6-luna", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.576929+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002685, "created_at": "2026-09-23T12:09:46.577Z" }, { "sequence": 157, "attempt_id": "afd06a3e-3b0f-4682-91d8-fee191ca02ab", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.5100082920398563, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.688835+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:09:46.688Z" }, { "sequence": 158, "attempt_id": "f5703668-11dc-40f8-a79c-65482c1083c2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005522, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7539061699062586, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:47.500380+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005522, "created_at": "2026-09-23T12:09:47.500Z" }, { "sequence": 159, "attempt_id": "6faa36f5-b74c-463f-85c2-46f8a312417e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.125633655115962, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:47.830039+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:09:47.830Z" }, { "sequence": 160, "attempt_id": "1a2a0459-c9eb-4b37-b89d-67dcfc150568", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00031410000000000005, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.834071853198111, "model_name": "gpt-6-luna", "output_tokens": 135, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:48.678150+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00031410000000000005, "created_at": "2026-09-23T12:09:48.678Z" }, { "sequence": 161, "attempt_id": "50792f30-b1c2-4b9e-b544-237981be5bb7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01334, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.237515683984384, "model_name": "claude-opus-5-5", "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:48.810703+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01334, "created_at": "2026-09-23T12:09:48.810Z" }, { "sequence": 162, "attempt_id": "152ec3ed-5544-4fde-8901-065cb221f25d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.403212498873472, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:48.996121+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:09:48.996Z" }, { "sequence": 163, "attempt_id": "a5e278d7-713f-4b64-b342-b040bb76aa3a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6528771279845387, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.169660+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002547, "created_at": "2026-09-23T12:09:49.169Z" }, { "sequence": 164, "attempt_id": "615406e4-1847-409b-bd7e-9f6ea8d0db73", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.0912162421736866, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.937774+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:09:49.937Z" }, { "sequence": 165, "attempt_id": "6f6929aa-d3d9-44da-92ea-f06ff164cd03", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00526, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5767168309539557, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:50.271690+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00526, "created_at": "2026-09-23T12:09:50.271Z" }, { "sequence": 166, "attempt_id": "c3907e6a-e035-4861-b2af-551e64365a9c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005308, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.7573191639967263, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:50.943676+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005308, "created_at": "2026-09-23T12:09:50.943Z" }, { "sequence": 167, "attempt_id": "aaab0205-3265-4cdd-a462-57e0c451d60a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000285, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2710500210523605, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.098043+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000285, "created_at": "2026-09-23T12:09:51.098Z" }, { "sequence": 168, "attempt_id": "3c0a9d92-4a11-4619-b4ff-0ab0f3a52e5a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4093789111357182, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.422044+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:09:51.422Z" }, { "sequence": 169, "attempt_id": "d0a0e11b-89ce-488c-823f-d8169e51ffd3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0008157291449606, "model_name": "gpt-6-luna", "output_tokens": 87, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.955388+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028189999999999997, "created_at": "2026-09-23T12:09:51.955Z" }, { "sequence": 170, "attempt_id": "7c043997-5b32-4d12-a5a9-93eaaed4d050", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005468, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6276869899593294, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:52.588553+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005468, "created_at": "2026-09-23T12:09:52.588Z" }, { "sequence": 171, "attempt_id": "89e6a948-926b-4157-ac3c-c2080610aa66", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013552, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.702493085991591, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:52.992888+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013552, "created_at": "2026-09-23T12:09:52.993Z" }, { "sequence": 172, "attempt_id": "34584a58-d7eb-401b-89ef-f1ad9ace203c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002784, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.547999599017203, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:53.664245+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002784, "created_at": "2026-09-23T12:09:53.664Z" }, { "sequence": 173, "attempt_id": "4a357c4c-a656-45e7-9fed-879124bcdc58", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005218, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.523366449167952, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:54.496197+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005218, "created_at": "2026-09-23T12:09:54.496Z" }, { "sequence": 174, "attempt_id": "4ba9447e-bb2e-4d2f-9685-bc8cb71a9faa", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013064, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2684855670668185, "model_name": "claude-opus-5-5", "output_tokens": 84, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:54.707631+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013064, "created_at": "2026-09-23T12:09:54.707Z" }, { "sequence": 175, "attempt_id": "64319c3a-872c-4a8f-ae4d-462c899cdfbf", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.129226316930726, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:54.735116+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027739999999999997, "created_at": "2026-09-23T12:09:54.735Z" }, { "sequence": 176, "attempt_id": "698a11a3-6aab-4393-a565-2c1b7887861b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.389583135023713, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:55.434115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:09:55.434Z" }, { "sequence": 177, "attempt_id": "610e33a1-41e6-4c5f-9eac-170e2591dad6", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005496, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.950749495998025, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:55.634147+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005496, "created_at": "2026-09-23T12:09:55.634Z" }, { "sequence": 178, "attempt_id": "8dd491b9-9382-496c-a4b0-b0fb7e9fec11", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005296, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.817221859935671, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:56.569085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005296, "created_at": "2026-09-23T12:09:56.569Z" }, { "sequence": 179, "attempt_id": "e59f13f6-de7f-4622-87cd-ab524a912e89", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-003", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.00029780000000000003, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.5202170761767775, "model_name": "gpt-6-luna", "output_tokens": 112, "prediction": { "choice": "D" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:57.034278+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00029780000000000003, "created_at": "2026-09-23T12:09:57.034Z" }, { "sequence": 180, "attempt_id": "93cb1682-e366-4fb8-9813-436dfe757813", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6879603089764714, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:57.140563+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002673, "created_at": "2026-09-23T12:09:57.140Z" }, { "sequence": 181, "attempt_id": "4c085e81-8552-4e56-934b-f4061565871a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.5609428328461945, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:57.286137+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:09:57.286Z" }, { "sequence": 182, "attempt_id": "2954576c-2467-4ba0-a6ca-b129cf8c5f40", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005786, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.9671353469602764, "model_name": "gpt-6-sol", "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:58.553941+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005786, "created_at": "2026-09-23T12:09:58.554Z" }, { "sequence": 183, "attempt_id": "5d7d14df-cb1e-4669-a652-f1f2690d8b93", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.6898073030170053, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:58.848327+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:09:58.848Z" }, { "sequence": 184, "attempt_id": "17e5880e-c51d-4296-a0f9-71e677a3b9a9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 3.6202396959997714, "model_name": "claude-opus-5-5", "output_tokens": 18, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:59.272201+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:09:59.272Z" }, { "sequence": 185, "attempt_id": "b5eeafc4-aeb6-451d-bf4d-e9e80a190a07", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005666, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.1446088070515543, "model_name": "gpt-6-sol", "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:59.448692+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005666, "created_at": "2026-09-23T12:09:59.448Z" }, { "sequence": 186, "attempt_id": "7286dfd1-1a23-4658-a0da-e62198c98369", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.229901721002534, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:00.520347+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:10:00.520Z" }, { "sequence": 187, "attempt_id": "ac97604b-a7d7-43f0-b09f-3554640c5bdf", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003263, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.5256205040495843, "model_name": "gpt-6-luna", "output_tokens": 169, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:00.577663+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003263, "created_at": "2026-09-23T12:10:00.577Z" }, { "sequence": 188, "attempt_id": "e9871a00-0d18-498c-b097-720e6f304ea4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002973, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.4033149019815028, "model_name": "gpt-6-luna", "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:00.975755+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002973, "created_at": "2026-09-23T12:10:00.975Z" }, { "sequence": 189, "attempt_id": "55e35c27-64ba-4eb4-8a20-ae6ece12b905", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.172446802025661, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:01.038688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:10:01.038Z" }, { "sequence": 190, "attempt_id": "859b87a9-94cd-49b7-8992-8a21e73262e4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002642, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.85877815913409, "model_name": "gpt-6-luna", "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:01.325930+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002642, "created_at": "2026-09-23T12:10:01.326Z" }, { "sequence": 191, "attempt_id": "39aa6f86-8527-4ce3-8234-a10b67c98fb5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.076377006014809, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:02.421525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:10:02.421Z" }, { "sequence": 192, "attempt_id": "98ed2196-f108-4437-92f6-33bbab548379", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-005", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.0934, "err": null, "error": "Response did not complete: max_tokens", "error_kind": "invalid_response", "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 27.847520500887185, "model_name": "claude-opus-5-5", "output_tokens": 4096, "prediction": {}, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"model\":\"claude-opus-5-5\",\"id\":\"msg_011CfLM3eVpuJwXTzZaR94yP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\" {\\\"choice\\\": \\\" A \\\"}\"},{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"CAQS7DcKEAgSGAI4AUIIdGhpbmtpbmcSDCXJ08gVrpaJWitgQxoMsrKz4U90l7WnK3DzIjA/SpwQRen4H4F3CBGPYMc5OFiUj5jZZJyZdics4/D0EAEKLsu4kE88G0HYZeFwMvgqiTeOhhHrUs8MBb4qVnK5ahcLdJ1odJLVG7ElyI06qUCSWubU/ywH7wcqZipbwjHDQB4dzQ6FaHpXKFNRFztc0sBs9CWWRMy+1AsI7NstOXrsjJIH0k2puQXH/56N9UnFG2gLAZPIySVZzCGzrUdW+R5ORkaHnWNBAE3cj9kfhX40cb/HMESNnj+ersGq7WqeoFkBKrMDpJiUwQd+lXFjYJ6NioYgp8Ja3kXB5hob7aC1VoRHhq1QxbasGcFuzv83VYASeQlohDF7hLDDxTYnoPwXYP9075hgo3Ca/ORUUbxw7VbgkeyFM/BudSu2CGc518771Jlnk95NGGRgmuwWV9vsA3IdwrJhZSS51dFjthPUix+7qJ3y4WFxMBFWAl8sEIEll4FOT40rEDYMBdvXtZR3TE12OdQdF9tUqW0lFSlysYH0NinSwZ4Wj9YelwVKYsKxbjdygGdwH0hjrP80c9ERoogfivcNjec281Q0qYIdHYl4Z6XNUpQkqJOwJMfBHbqoop4i/3v9PHgLqIlkNBHKc0WgUejmk3dQgE2HZmuqNE0aDakElotcL57naUb1bB9NJO5I9INKSkBx3lg2qG0onBc7+1b/v1FL1ChO3jQ5qcM0iriPx5D6K//0K+KQECL66Me8jnOIA+361OAr3SoXqMTvDZWJcjzu5X5IMKquXJjVS94vUh6vhJTlYqmpqspwMPZ3fqnhxmwRy9ZmJCX3ZLaSAReK2DUH3Vw9kGkSogy7IuJL7X0tm0aZqVSZ4xeYwsi/eAHMOd1RBlcohZRRIRKWfRuKGB4X5FMp8HNB7RIIncS22rMu80u1hTQHgzxoona4DqzfZJKDGU5BReD0t6e7rn6C3zMRadhHsnXlD34JVLwFbtyB3zMiDnPoWSIjDNXX6iPOqQNUyYryS8fdn1smrdKLthcriNPZVFnzaGM8tyubbqaC8Dxa1mApxWkgkcv1qloikgD9p9liWMz+IWdccUU9dUC5yFyaRn67xN9B51ui9XwkqDqyEMvdIXtz3jdw3KKcLncenXJnhsMNMv3b6KwPDSNCpJ7fSD37mAXNBdyWAL93c/3vtFikwSlQlwNhgRfNOidS1sKi5bSgUQH3yUrZGuLpL3G8xQgm40R/2wBtNJjd+scZqGFBFg0kffFDhzKTAXJNw/d0wgPBhQd7VWZeGOYFLLSwZ/i1x+/n13VEWp4OhknNS6uJrlBPqdX9swfbXa51pl0krlqpZR4WZtMseZKUlirx/AeZU1s1trhP/JV/HyFwnXII8ayjna4lQMawA4/60nJZsghB/0ffQNPLhQ5ZEIBweNT+U2OieVOdjH33esNNqC2L994/PfzGFEBdD2hfRGlw86nvZ2RF0kPs7MJz60t1uDoc2YYPBb9EBw/up9JFQ53BsfNhaeCxSoaEeE4R76X/c4EU0UTQarhvqiOgd5kZfKglvvmxuw6ygCysNDfPzaISfhSdjifZH2MX9A+8/hwF5Gs7y/FJQQZRo6lH9Znps2urErf6onEe8MBc5UNqzI1jBi5ZBe7nJ0o0e+yK86G5IS4HrfrDDjxBSrLaISXuS1U+6oY7Ay/1QbN9qrwwqTSlrwU4FDcyALoswj7V2/Yv/Ss9JebhOrah+ILbAqcgj8skFb8cUgzkqzZj3c+BPY1KMgT0WuG4Wpe/JBUxA/ePZUgvVFlLHt9Udsm2TjSyLrnXOowQ2ktTUp4+od4oHUceenTW8Ihz7XKOtmMqcjmY+QoDRD2e8f6zJZ+UPi2r9cnZAijp0S7fz8ErhL8cOgWpV9+zHKGVJHGYxb63N8Sk9K4aqbzOVuOcTaG04lkP1QhRCjEKdmLAOrpHOAz4VN8ZUYziaaiYhlXy6XbjnV2BfRLwpXxYEH15bUvyfUuDUl2JQq1AHWF+Bz4Lje1BgvPQhw5rcLosk4THKN2NhuRxN3CheaFLFQg+EUZnsGZcQXWxJJ/YSOG89GZkrkhLu8Vgj/WW3fVItXptc1owTDpFu1aF6Jzej6wyOE7Gs6Ru243NuvDfHzALCRmp2OAdZHQL9rjdRL2NwIGGbYMMkFosrXym5TJCmDrNkv+ay8C0CBtIyDS9MAbKtoIYtqwNP/WQ8oHGiCcFZ8Eb/RjmLrRt8vrTmdp/PSUADen9YhzSq8cahbcDKIWcwLjMFKt1kqSCvMLcSjfE0a3gNeIiZvI9AkGMykNx9CtaDDR56dI8y23IgHcpeMG35E0zyiS/K75kFD7mb43pDXrEqZZOXjBP8BgxluqMkhnbXYAow4y/TNxk9bhCM7Gyd2SYw4NN9hOYfJJL2I2KCY/gpfSFSQwhYu6klu5oSbl8mQpBNfT76itmQuoN7cNE+4UlzysBxYukCNGnFvzAlx60/Xdv5yhr2zg1/Tdc90EdTJ/4AktpyWHS+VYCedAHqECSNRL6x2v0ibPOr4XHn512QxIjbbPIccQFwy8+TT9jHV+nmoTHr6bzzae4tAeoGtkS37cMzIiZHDn/rMZHVl9FS1vQ8w7p2Q/6o72GhkatIBABIZEwryTZa5r+PHUxk1g7MduTLqUP08JQxuqxFcd/bIyTDdT2bUITCD3IBiDEl/gRV3ryYzIxnyaSjY46Per77/w/xM8vA/XGEjPKBBNbRLCM7ZqIlVM3FNU034culFNOF3QtftNgUIti32YJijCptLl16QLISF6b1ts5d5u1pPiEbYvw1A3TUJJFePX3y4uTCYchuebFh7OuF3Y0nOsWws11bEfB+wuR1PANDrN4tVhygPsdcOFW9YDK7DLzzR1Fs6/l4GuYLcywF0F6mJlFoUdZVIG5WzcjXhhrnjQMrLVKc59T/X+tLaGhW1UBblUPpPhCN030zy9H6XoP0X0FLFymKPp1qth1A7+/bWMgVmC/5LjF1LK9ZzyYmLSouWZ2S3HxJDqh01DG/ekgQA9O2qYsAGi82ArZFN6Xnxk8c70cPdsdptVrgHyToKDCFSvxYBzHXvUpINrYod6Qu7Y8Nhku3tINsOADNZeoAh1WuVtpOXqohza4CpHCdcjUici/qansnsHGXK1lbZ/9uEMSxSFyepJek+2bamOexv1Q4wEA+2TEzXwWyDeYx7woBQl+6eh0ws3ilO9bIoY98DcpcTFOFiiBc4ocHQmEZvi+/oP2gDNtCNlxX8S4yTpQctmErKtRpw54oYVsxKvvF3Imy/vE+HhQ/tyqnGH4B1zEwXxPr9xh00BkfhiBAp8kxvVx2gHGgEMzJQXpWucmb3Ek9BFOi/nFLV6TBekq3/GUVqXK+g08ezRMhYIGqd3UZ1fvvZsr8EquCMZ5Eprj/2OHKwD3/3Y0qx2DS+I43b251D2UMI2n4UFyX5eCnAhsrerR+JYmJOBjq2ImK2ZpzvkjUJJWNlTC/755JazcOcfkvIWWeT+F3mal4IOW3XBbD7fOBFmBjdYYc2LXYMpZmm4yOMGy8Bfv7wmd+Ket+ocVFhZy/q3rugj6ufLd5pdzmW9Us/viI8ToUDOnc81f4LjZA3605eXSoVNsTz/MTnIBqq5zXY1VTgM8wEd2iu7eebxd//dKz1iVnu+SEubC69JRJ6M4Hop9YiefXti72KEcTeSkbg4u0Yo1dcGsWLY0VfaII914BVav8pIIC9+8BlEb+YNUBGplrFEPSU/lTFVx6rtr/don93WQPKASWODhR21mv37JT6fJ8KoebqsMofnGAwIrfJwcvg+nfFu4g1349dGlNTgXRJwJFFJhntV6CfFlVrm07VVcGbBot6woHLViAd5ajSspRZZy8CGS39KXcAayr7jg7lfsE1Gw1uTJ8MBhv+6RmhjQNU+uRquSBaa/Y7WqTzkdx8jVa2A7PIY6R3OYU3y6kvt0257DR4DY0+miybaJHNxSwq3sb4NfwwOFsKza5mdC6qegDYk52XU6GLePDq+MtHOWWBZID0MPjnOINU3Ef1Eis2wV05j8q0cWnKvFyQiVnjlSFfq65KkXYSd7yg9kkjD28UdJS196hj5XuCHsfuhWxE801fbInb2qj+KXZa8v9z4jermCKfWeiRpSI9kfbrzWoIBwBBsLDjeNM0lGXSjugMRRyX/00Mwpust/9ZKDtk8NxOhF8BzwWWKlIm4Z+wBjYJhGm4g2GYZZKz5UGPgbNuWbWFcd43Ux9KQgdaXTl8AH29+fgb2c55oK58KJdSj5V+9Yc3GD3BkcGmnMwwa8M379vtTltGQr0NETJgX/7NI94/lDOd2qu+5Yj5YrvInIvU8XLiPBCPxTecaVtY8J3kTKpiAvWOoI1s4gAsSFProWbswZCSfFEGE+OUAS7u6GfybMltxTelj4FWOeBNopULBQ5LT1rTZzPz3ikZpj2K8sAn/+pssmdH/VBbLtDrsRRLM1iUQ61R8fXXBhms/VOh0ofIg9cBBv85s+OK1/tigofYYn42oH2x4L1/up7ybgXFKJTeyWEifl1Ht7lBnHsaaQoQ7M0qnQ4uWs74FS8H49mVYViZmOqdBNIiUWFZkSfgl2+Gn1yef6p0pCyqY9b+Wt4LWSQdC/XymwD8/5nvM2NWn/kdxAVgP7Cr4iSMgPBxlXy0zQDOcMe8P23/NqKxnMAhObnNLCTb35AfmMIkTMOYkkigrmryo5ZVYtTnRvUQoYMOhXf3zXXDglW5iTBhy/tXyhfUL9TQC0uUC3Ljzx3xLqzuDqLRgKaEUGpgoY/FifTg7nFXkramybhVybn+1JFmwHkRqMALfahcCeXP23wTxu11+88KS/7/BzS38xgXqUUgJ22Yq9CJ+fRUscHCfFToayfZNIen85LbDrI7k/L6T3vcq+xSb1N1mdCTBO7PNHxmPx5TcmQI5IHRHWe5tIVSWgdpjDQuWEPiUys/mJMgCquGQLqOGgAzln08ZSpFH0kJ06h0HeqvOh5G2OFnFrqPT26Zj6Cih8uxWspPvzn4YEsYSrspl7iFcxdI4UavQZWRO6pg6Jd97YMtrOsYCOAZ4nPH1K84/F2EunLV4lwjWvyQ9B0VDphqHKMGDw/AiBW5Ked3+zCxvzf3okNKihiVELik6NVQi9F8Fe9ra6x1oqCWsi+Omra5+iqXH6kisaGlY3zVb25EvMzODlTLraxwDJE8bowMomPbbRlE5OfL38XXYXpi5S9j3XvGHj3UhAOK7wJlAkkIpe5TpJlckGyyHMIaS3m6zO9JY42tP6V1KYreErK0sQ4LkDeaQTqGgTB755IZjjYPUD/V+koq36ScLx8i7UHVuhicH0Ta2eTZ2J2hVQyzw8Vlp6VzoGFFcIvmkCTHCx0eNBOn1V1ilMgC08GDyc61IDRMbugxV6Z3L/vT4ESwORC/0MHunRpil0mnmbuOsphEX4sK7T+5r7ByMTbf7V6oALLKv5SVY6xaQPt0lLGANJvSsKljtFM8n8UCPfTrkSd7TJjbwyecFYFFlbO8XkYNLWFl7xBZuAr9guQRpA0AM3voRQlHhz4Ufe7+JTGNRdY42D6CDe/ip8aB7YTeehmP2cR4RXKDx3cSeWVu8k1wxzCL1lgm1ST5AP5En4VrgCPcagROPO9ScdMnxthJspj3DHiPjUu9kSRCFPj+PVQGwuKkAic1dVlGSLtfe2QZlvIsS8XWF6XOU5bMWklVq9FtkAF3Bbu5ULwsayWk3E48rF5S0naIIXVgQbIaCj7ISvMED7T4618GzEYNf0mFo64ZMEKMLTZGUcAkgXKDcRZLEXfdFQ8OE12OV37LbJEfHsVawWgnOHF5vAbTWBEcH4TJftvVWFELCZDWNJ9hf9MEiupHZRNlokB/XaQUlwczqnyxELVZQg7tjJu05cxest6PnOcATobGSrw0Gjv3MGwsxPV2yr3NO9Fu2zbtRXXx2sQa64FQ6ULTn495bqSgC4snhC4EAL9sMV50yUmKccD7UaqIZ4KdxnbZ7gJBbU4/eL3oCzpK2CKHfFoczPD2KZ80dG3HYFB2MBL4RWRKiwEhTev1jOhhGUqeBYaN2J83LQC1xG8va+c+ulxYTUxrNgTggtNsCAZPvG/VjURsNUmVI134rWfdcUEdkoCXB4CxHvPpZCoWViktmQe4lDfEAwOJFKWrgMnXt7NUm/1dydilRBHyALBT/8yaf8UQPrWWYxc9hEdwwPP6XeyPCHsk1qnyWYFgloxnQ6auKeSpzVK3DJPBhuylUK9YvE40w/tQDD50Z38TqVioDFYeep2GQym80ZpxP64nwjdbOX+rS5cbBbTyGP+VvRhZpVVdm/KAyxEvK+K2PwP+i1lc7LWxXO+7Di73YWFaPDRqOeT5jevK/N4o77nsGUA5TYpMF6+LuacIuETZygxk49i5d73ceB/meVuKVX6bRXYYp/z34KJmbE5n2aY9+Xk0FjLnAFCgnh4x18waV39yeJYt3h2jtG7RDX9p2Cg66FeacS+Uqulu3U5noKQAIP67JNbyhwpVFVJkRxJQWIH9knxVPVWhyydx+TcDD8C2CNrFgaU10lo5ReTGkYCcJR7I9SOlsB2pZZ5mNfZEmyXLz2Q6W2b0YAjxOGzHKTJk4tjZ5/caizpzfvniOZ6duY+kKv2lqZYDGP3J9KVqYIOHyL5xQHaUrtHqhHxGusK0hsNTFOxyI9DGTublUm8YpxeA44BLsRWE1J8/UQYctC5neshrOE07CQ+4/8GKqbW24FA+3oX+eEOafkhY336lQJhMZJJiddYu4p5pmcJCJT4L0JDdB01vYp9QcREBDnXQY+FWnunN6IVvaIeZvE/Lacgoh+MTRf0zE0Oh/Bvhp0Xyq+HGKrY3oduDdL4yuX2ysJUmtLKmBtzi6LMYBJwol+eAkMMHBB3ptknTMFrvqqxum7+gRwncgsaD4HQJZ230NZesO/eH5poNsEu7BDu5Y+kB3d8eQPnLnSTAb99WekswBBucdujRJ5jdGBPFbfRDeSisJoRqpLqJGtEfqdo0tyifRt34gUrv1adnaq5ZCNM1XefME3VhF3OJCRra2K4E5L4zpblyzDsNuGACKuBDnIIdtayhaZyvGTmEgWSSByA4kNxpX5MG53pAJvGPAFMJLuXsrB7x6nMvEJ3t2oiUKUCuvOzUxmpd3KfZ5DoJ/F2ZV/nu9l76DwcGBvRa7aoB1pZcwrv+Fbwqk9z5yWolzIv23MCxj6IgRq34zegNltaeVwCDj4O2fuf+TlOvTztU1PC4oDBV2+IGsnI44J9WWjrgl5Bqp70oLNQyJ8kzqCgYRC6EOmIYU2x6eTI+PDhVRujyp7qF4NId5cqZBkNNo7vbNgT7lUltob2WUI2IMvTp5E2WAwTuzKeVDr1J4pRjvbDoqVHeEiJkNiA3rYdPt1Dg/povTMNSDjPy8HTE9KQOUTQTQgBpZ7cwQlO0cLQ1lV/vgNmDniOjW20evK727OYLoA2VMeT2FfkDyIFwxo1dEksi94puf3WEdJfN+ZgPxeBnXOyKz2/3fctkulEVKA7fBAZOQnkjoZJCX7f4UiGm5M2h+e6l0s8Idm94v7B7M+wl58SSpd5h0R6ecL3T6tEiBGupCEdXezofsMQWQuM+/CX+bHTr1m0xbQ9HXlywETBrBc89CH1dngIduuzWHDcOKB7/A5KB/yYGM8CJWnG8F0dHQ0WnOEpNFJ1JtTQe+1BiJnf/lEAfDV0mtHXgiNnrX9fZZgBDRoYt0BfcN291zd9LrvfuEDiB8NkNVMCPdrv7a8PgZGzgtQVxqHm7MOoou6LUPGQql45Lh1kPKKvGUyFGWmO0nkeo2cGVxFfVOLYNMxIBseqdZaJlfTVp03f1ohSXo4YWlKX1k3fRCByZWw8dHEwuTB/vLuf0OZ/yQGyHJsA2TGwWYOoDot1MAVjG5i0/6Wc9pyeSKXcuocI+bpUW82CyhUbqgvI7q3RtyzDazzuEKwLQR9O639sNgUFz835fSiPJIsfwipLAibjqGnqCp3Qz5pLkow3pzecRqYP7S8PgOWDgix5xDDO4qSyPp+cyYAcDtzK+YI/Oad4BksCJabm2FydUrRAR8Y3HW/EY6fUivNhBHJQEv/JnW1jlub8caxBbiBOOI6g2skBcsI4H0LEwXhU2OJlBuNCFWkHkuo6JtyfWLiIKwnSZExUIg6O2sHjWnUT+MXbhhv8orMD8C7xSVcpQ6iS5bYuaEMU+e9/wpJQRbAjNiXOiAFp2qsPQ9kYSNrM3LQlZ1nDcX381CNAUWjFgjjRdwSqtHrcOvyXDwoJJh82S9m5thl0XiPKXC9GB4+KoCqccV2MUNrioQRA6Aa91dlg6izc4JLg5Ew9nmnTY3JPaeF/y1h4LWb8BbIEbck23dM/b6mSwoNd1mpmK7Iypu/dj9pxmHFurELR8xjDQS4phyA7mgYBvnf15sF+TyREBYE2h/UwgBODh9EF/UKI5uGs8TZmJuLuhvUjTxhmgD52Nf0SvqqPzwkmOCqEvS7dnDkPaah9lz8Mp4ufcobyCl4KzTqG5QaHmFAqsJ0eDagX4JwC3cJanesoV+cE6Dfmce9u5hyIEgaKurrra/Zs6WySGcK5es4vXT6JNe4L8RpKAcPYYDiFjV2tU6wHj06bEPDjq5pWjN3bEgCgz1L5X21M8kGpIo61E+frFpM+d4RsjTMCQy4qCfubr4NZxjiAq4HbvJl5Ngtwsgu2Ni6ZYSzKNs3t0F2E611FrbzX3zEpmHQeLPhjAj1PZoDOCmyLvwkjN924Dp4ZUUXVhft40tEO3+qyajDVEaRTZbSNTkMAhihZvI8HbRFyf+LqPvqKQSfOOFDT0DuPEmL1ldGNM5tXuec6P/rmg/I+HmE4f6yaEzcV2t4TK1tun2FAs58wwF2tSHSXeAnqQGirHQ4UuJC0YUPgIzGKkyOotPEKNp30yH7CPtsUrLqIA2zRhy9u3kdIKHz/xqRhTMOhnaaBxrLg1c9iHcyjJ5M2fn7+ZYhYTFGT+vyqZqdW8U4YpUWrrTUj4ldlh2wvBpJ1VXOpAqDlMeuwHX62UynfhD7at6hubEwzjQoYpIqJaNiyC/ALyqSARnPA4T17hQnWQgzF5WLsR5FquvbUpmEkJX2We2LO7K4bsuXCYvGo/X3HtP78TVBWRv7OKn1L0KEpvGGRzsrqGNFjCg/ORIekkPdEwR+Z2Fuix7CUtmIKVn91HBP9K9pZhiSS7L9W0kIA5WbnmT/3DARk3ad0jhGyWfFp4tfr29AViRBSdZOlZHdQN+ksqWL7frrLo8Od2pNEO8qLYRLP3/ROBDYdjU2ow/b5QfDYW8ei4OJX+1RGclXP+uxwg3dDBOLr2m9vVrUYfBc2b+mVRiKEOAfWFDhihPyo9y0cpzYJE1dveQYmhDWK471bJStudMuE3VdljPJXGDp7F1w5rL4v8ZH+mpq3WMs+hC5DZ5+aPiIzriQFcSX1OHPD2/zaU1rMoiBrEh4NRvF4hgB\"}],\"container\":null,\"stop_reason\":\"max_tokens\",\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":2870,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":4096,\"output_tokens_details\":{\"thinking_tokens\":4070},\"service_tier\":\"standard\",\"inference_geo\":\"global\"}}", "recorded_at": "2026-09-23T12:10:02.758081+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null }, "cost_usd": 0.0934, "created_at": "2026-09-23T12:10:02.758Z" }, { "sequence": 193, "attempt_id": "048e3334-e1c9-4e2d-b920-770067e24991", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005458, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.3191061208490282, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:02.914248+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005458, "created_at": "2026-09-23T12:10:02.914Z" }, { "sequence": 194, "attempt_id": "0d8d392a-18e8-4750-afed-1367830396ce", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028639999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0433348580263555, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.037826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028639999999999997, "created_at": "2026-09-23T12:10:03.037Z" }, { "sequence": 195, "attempt_id": "fca5a17a-73ed-47e2-82c7-ce4af6fda49a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0889887909870595, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.529717+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:10:03.529Z" }, { "sequence": 196, "attempt_id": "e840ea5a-9781-414c-941a-638dc46c6055", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.910776442848146, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.967124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0117, "created_at": "2026-09-23T12:10:03.967Z" }, { "sequence": 197, "attempt_id": "fabd396e-5302-4e14-81c6-d47ba2d56fbb", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 4.3275193690788, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:04.865957+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:10:04.866Z" }, { "sequence": 198, "attempt_id": "9cebe351-3e49-44be-8620-78dcbc4aa375", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00549, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.1312490180134773, "model_name": "gpt-6-sol", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.065251+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00549, "created_at": "2026-09-23T12:10:05.065Z" }, { "sequence": 199, "attempt_id": "5c170df3-27dd-46cb-a6f0-feed12748060", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002745, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.212225968018174, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.281372+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002745, "created_at": "2026-09-23T12:10:05.281Z" }, { "sequence": 200, "attempt_id": "2d51fbc0-b4da-4346-bb65-11c339bc55e9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.9333660718984902, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.482424+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:05.482Z" }, { "sequence": 201, "attempt_id": "e2c46758-9238-42d6-b220-5f03bc2b9a63", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005502, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.564399757888168, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.550798+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005502, "created_at": "2026-09-23T12:10:05.550Z" }, { "sequence": 202, "attempt_id": "20ed6922-8f88-457c-a866-e6473340723c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.791444944916293, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.569836+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:10:05.570Z" }, { "sequence": 203, "attempt_id": "fd6062a8-c197-44dd-aa7c-6f840025c92d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.244762463029474, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:06.545654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:10:06.545Z" }, { "sequence": 204, "attempt_id": "77a68ee6-539d-47b1-8b13-7833ce90c388", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002641, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.589336538920179, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:07.090921+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002641, "created_at": "2026-09-23T12:10:07.091Z" }, { "sequence": 205, "attempt_id": "13771cf0-dd0b-4295-898a-b303895d12d6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.0252541101071984, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:07.110953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:10:07.111Z" }, { "sequence": 206, "attempt_id": "93ce9e2d-b984-42ec-b0d2-5a7a6ab09a0c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002991, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2390804069582373, "model_name": "gpt-6-luna", "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:07.130446+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002991, "created_at": "2026-09-23T12:10:07.131Z" }, { "sequence": 207, "attempt_id": "7d2a6367-a95f-4690-af52-9c70c39ff7b6", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005542, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5994690340012312, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:07.189688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005542, "created_at": "2026-09-23T12:10:07.189Z" }, { "sequence": 208, "attempt_id": "398a9ff9-c07d-4efa-bb24-d0fcc2cc53ee", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.6799717519897968, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:07.250049+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:10:07.250Z" }, { "sequence": 209, "attempt_id": "18529504-afd1-4f22-b58d-c9296e2b1bf3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3512627999298275, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:08.482012+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:08.482Z" }, { "sequence": 210, "attempt_id": "c8838626-f8e2-46bc-b8e5-650db08b44a3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002821, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.089177185902372, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:08.654554+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002821, "created_at": "2026-09-23T12:10:08.654Z" }, { "sequence": 211, "attempt_id": "cd9e0c2c-f4da-4e57-964d-7f89589265c6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6490913541056216, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:08.799891+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:10:08.800Z" }, { "sequence": 212, "attempt_id": "bf46b9d0-cbe6-4af8-900a-65a5cf53836a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005236, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8332226949278265, "model_name": "gpt-6-sol", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:09.102605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005236, "created_at": "2026-09-23T12:10:09.102Z" }, { "sequence": 213, "attempt_id": "2531389c-d644-4891-8b4d-fd0f44c0e07b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.9264620139729232, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:09.135239+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:09.135Z" }, { "sequence": 214, "attempt_id": "3c55925f-6f51-40e5-a632-ab37a188af52", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.212775862077251, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.033169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:10:10.033Z" }, { "sequence": 215, "attempt_id": "5ab64dc4-7b6e-421e-b9a8-b17f30cca75d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014044, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.953451255103573, "model_name": "claude-opus-5-5", "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.064654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.014044, "created_at": "2026-09-23T12:10:10.064Z" }, { "sequence": 216, "attempt_id": "f0461998-a246-401d-b79a-bc7ee8cd3185", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002773, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.0933378560002893, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.595812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002773, "created_at": "2026-09-23T12:10:10.595Z" }, { "sequence": 217, "attempt_id": "b07fd10b-5e82-46bb-9219-edf361ebc99a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000257, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.58688487787731, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.710082+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000257, "created_at": "2026-09-23T12:10:10.710Z" }, { "sequence": 218, "attempt_id": "c247bdf0-439c-44ce-aa42-19c87f06ee1d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7306812980677933, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.887575+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:10:10.887Z" }, { "sequence": 219, "attempt_id": "568700e5-2880-4f0e-bc85-1e8e4973fc1d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.136817734921351, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:11.190323+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:10:11.190Z" }, { "sequence": 220, "attempt_id": "bccad58c-6e0a-46c0-adce-598c71d49bb7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.5430210470221937, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:11.217854+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:10:11.217Z" }, { "sequence": 221, "attempt_id": "e64925af-a57f-437f-8464-739d91e8b3f0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025770000000000003, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3652356239035726, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:11.453748+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025770000000000003, "created_at": "2026-09-23T12:10:11.453Z" }, { "sequence": 222, "attempt_id": "96563bc9-eb5d-49e9-aef9-1f4582d48235", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1929261239711195, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:11.923575+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:11.923Z" }, { "sequence": 223, "attempt_id": "f9d1e3a5-b6c8-4a7f-b44c-43b559bd1e66", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6652138109784573, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:12.573847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002585, "created_at": "2026-09-23T12:10:12.574Z" }, { "sequence": 224, "attempt_id": "143ac6ed-aacd-415d-9120-cb6b6c1c26cf", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.8242413690313697, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:13.035125+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:13.035Z" }, { "sequence": 225, "attempt_id": "3dd59b7c-a4ec-470e-87d5-a867d1727d8c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005392, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8102768978569657, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:13.057322+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005392, "created_at": "2026-09-23T12:10:13.058Z" }, { "sequence": 226, "attempt_id": "d092a652-501a-4341-9bc9-c93e1319df82", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4530065739527345, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:13.079029+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:10:13.079Z" }, { "sequence": 227, "attempt_id": "42d5985f-98be-4eba-ad88-0917e7427b8c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005206, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.2287738679442555, "model_name": "gpt-6-sol", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:13.824231+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005206, "created_at": "2026-09-23T12:10:13.824Z" }, { "sequence": 228, "attempt_id": "30810a71-4adf-47a1-a19d-4adeddc82fe0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.628020548960194, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:14.573293+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:10:14.573Z" }, { "sequence": 229, "attempt_id": "888788da-6332-46d5-aee9-89703497b4e7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.544252139981836, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:14.601815+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002678, "created_at": "2026-09-23T12:10:14.601Z" }, { "sequence": 230, "attempt_id": "c97d692f-cb47-404b-a730-11cf021b9332", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003106, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.1765965800732374, "model_name": "gpt-6-luna", "output_tokens": 128, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:14.651469+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003106, "created_at": "2026-09-23T12:10:14.651Z" }, { "sequence": 231, "attempt_id": "2f329ccb-282d-473b-8755-0be3ab8f0834", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6453808981459588, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:14.745484+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:14.745Z" }, { "sequence": 232, "attempt_id": "cca02fd2-83ba-41a7-bf47-38210c3b8132", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002595, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5548762020189315, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:15.400465+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002595, "created_at": "2026-09-23T12:10:15.400Z" }, { "sequence": 233, "attempt_id": "fe7ed369-928e-49c8-b2eb-4f2f78460fb5", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.5343296809587628, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:15.613629+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:10:15.613Z" }, { "sequence": 234, "attempt_id": "ffac6bc2-ba81-419f-a885-d6883f270293", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-014", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.00027580000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.0863309670239687, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:16.758205+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027580000000000004, "created_at": "2026-09-23T12:10:16.758Z" }, { "sequence": 235, "attempt_id": "ca11407e-24c6-4812-8f7b-9359d130d2e9", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002575, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4436136099975556, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:17.079036+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002575, "created_at": "2026-09-23T12:10:17.079Z" }, { "sequence": 236, "attempt_id": "8bf038d9-dc0f-405a-ab15-ab8da6516a5b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.5212608501315117, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:17.116696+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:17.116Z" }, { "sequence": 237, "attempt_id": "88e946e9-4187-4bc3-9dde-7ac20ec9a6e2", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.3705921538639814, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:17.137913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:10:17.138Z" }, { "sequence": 238, "attempt_id": "0c1b5ed0-c72c-47e8-9fa6-26dd2eae2fb4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005736, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.538024774985388, "model_name": "gpt-6-sol", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:17.160949+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005736, "created_at": "2026-09-23T12:10:17.162Z" }, { "sequence": 239, "attempt_id": "50a080fd-b07b-4a94-ba61-189014ec9fef", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.7408369770273566, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:17.183144+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:17.183Z" }, { "sequence": 240, "attempt_id": "09745c63-55bc-4064-9de8-13b315a75127", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1502929059788585, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.250909+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:10:18.251Z" }, { "sequence": 241, "attempt_id": "4f7ab1a0-3f0c-40e3-98e6-be607d0715f7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.6609788711648434, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.822214+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:10:18.822Z" }, { "sequence": 242, "attempt_id": "32c38756-d396-4115-bdbf-fe5647dca7f7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026660000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7219365439377725, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.860115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026660000000000003, "created_at": "2026-09-23T12:10:18.860Z" }, { "sequence": 243, "attempt_id": "16f3a8b1-631d-4982-a37a-d562627f0cc5", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.725861247163266, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.930878+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027489999999999996, "created_at": "2026-09-23T12:10:18.931Z" }, { "sequence": 244, "attempt_id": "3f465094-dbb1-40f5-aaed-338a76c044c0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.415110050002113, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:19.195108+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:19.195Z" }, { "sequence": 245, "attempt_id": "db62c435-1318-44aa-af6a-87946362314c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005608, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.8122923499904573, "model_name": "gpt-6-sol", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:19.995729+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005608, "created_at": "2026-09-23T12:10:19.995Z" }, { "sequence": 246, "attempt_id": "17cee953-8e63-41fe-9021-507fde53cee3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000246, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.183075119042769, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.065334+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000246, "created_at": "2026-09-23T12:10:20.065Z" }, { "sequence": 247, "attempt_id": "add815b9-96d2-449b-9dd3-4ce9bc7bcdd2", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01174, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 1.804576462134719, "model_name": "claude-opus-5-5", "output_tokens": 13, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:20.088329+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01174, "created_at": "2026-09-23T12:10:20.088Z" }, { "sequence": 248, "attempt_id": "f8e002b2-af5a-4a44-b0e0-99a6ab0cca8d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2499352409504354, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.111896+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:10:20.112Z" }, { "sequence": 249, "attempt_id": "c023415a-ea4f-4182-a2db-188d63a80571", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3884813159238547, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.606254+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:20.606Z" }, { "sequence": 250, "attempt_id": "40f053ca-e6a0-42c2-9cde-014d3039369c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7724952239077538, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.726559+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:10:20.726Z" }, { "sequence": 251, "attempt_id": "4776a4dd-3c0f-4766-ac29-ee97f3465140", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2163075769785792, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.328506+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:10:21.328Z" }, { "sequence": 252, "attempt_id": "c4f031eb-eadd-424f-95fc-1394f4e4e736", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4431717360857874, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:21.462630+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:10:21.462Z" }, { "sequence": 253, "attempt_id": "c0cf5190-afa6-4b0c-a2a1-76578e9677e9", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5024036781396717, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.637085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026, "created_at": "2026-09-23T12:10:21.637Z" }, { "sequence": 254, "attempt_id": "07098ac2-8d4f-41b4-b17d-fdc91e961424", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.6951748130377382, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:21.783792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:21.783Z" }, { "sequence": 255, "attempt_id": "5072c4ba-7bcb-420c-a4f9-c1b541dd94bd", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.284205975010991, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:22.034146+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:10:22.034Z" }, { "sequence": 256, "attempt_id": "1f4b1f35-a0e2-4aa0-9477-cf7cd7d9019e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.6900858089793473, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:22.319651+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:10:22.319Z" }, { "sequence": 257, "attempt_id": "e56573bc-4db1-4fc2-a8ef-3f3ed1b06f0a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002518, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.5696666659787297, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:22.921820+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002518, "created_at": "2026-09-23T12:10:22.921Z" }, { "sequence": 258, "attempt_id": "c44c9bd5-0ec3-4548-9a40-9f181f6aa644", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6800539949908853, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:23.488358+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002678, "created_at": "2026-09-23T12:10:23.488Z" }, { "sequence": 259, "attempt_id": "7d1f328e-828f-4ec3-a72b-fecefda03470", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005256, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.3788344531785697, "model_name": "gpt-6-sol", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:24.039264+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005256, "created_at": "2026-09-23T12:10:24.039Z" }, { "sequence": 260, "attempt_id": "fecf8117-48a2-40e6-8f9f-41db7dfb93d6", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005626, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.8005385929718614, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:24.143590+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005626, "created_at": "2026-09-23T12:10:24.143Z" }, { "sequence": 261, "attempt_id": "0f359049-4ef6-4a83-b39f-a8a9cb6e8e2b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.7868275670334697, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:24.272213+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:10:24.272Z" }, { "sequence": 262, "attempt_id": "2d1429b4-b670-4391-97c2-4b4daf03b588", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.6691778069362044, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:24.727613+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011464, "created_at": "2026-09-23T12:10:24.727Z" }, { "sequence": 263, "attempt_id": "5ecead33-2433-4669-b34d-2b8062b546df", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003063, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.7192968470044434, "model_name": "gpt-6-luna", "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:25.664910+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003063, "created_at": "2026-09-23T12:10:25.665Z" }, { "sequence": 264, "attempt_id": "f4beb9b3-7676-42f8-9e8a-17d9b2f7face", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.3641573428176343, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:25.875772+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:10:25.875Z" }, { "sequence": 265, "attempt_id": "d0df4226-84a8-4dfe-b2aa-fb614dfb595a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005318, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9214962620753795, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:25.984700+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005318, "created_at": "2026-09-23T12:10:25.984Z" }, { "sequence": 266, "attempt_id": "1f9d392d-1223-49b0-8bdd-686e5d601524", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00536, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.8145580398850143, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.569588+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00536, "created_at": "2026-09-23T12:10:26.569Z" }, { "sequence": 267, "attempt_id": "67f67fcd-a765-4acb-9242-9206d1640305", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002739, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.431527819018811, "model_name": "gpt-6-luna", "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.598920+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002739, "created_at": "2026-09-23T12:10:26.599Z" }, { "sequence": 268, "attempt_id": "79a8135e-8816-45a5-83b7-8a4769a61e40", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.4045267971232533, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.713436+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:10:26.713Z" }, { "sequence": 269, "attempt_id": "cbc93502-b10f-40bc-b8fe-e06a67030e9e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.5008150301873684, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.509088+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:10:27.509Z" }, { "sequence": 270, "attempt_id": "c0ca659a-f6c3-4329-bf8b-b693ff11500c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.7310918129514903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.631302+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:27.631Z" }, { "sequence": 271, "attempt_id": "bd7bb310-3f1e-4123-a573-91185b831c10", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000288, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.096911362838, "model_name": "gpt-6-luna", "output_tokens": 96, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.785664+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000288, "created_at": "2026-09-23T12:10:27.785Z" }, { "sequence": 272, "attempt_id": "2f97b6a8-05ed-496d-b10c-df0a2773cc16", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3071655130479485, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.044426+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:10:28.044Z" }, { "sequence": 273, "attempt_id": "cc42c149-079a-4f91-a887-6ebbabcc28d5", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.632112419931218, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.225470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002547, "created_at": "2026-09-23T12:10:28.225Z" }, { "sequence": 274, "attempt_id": "fb0438ca-9f3b-4591-aa87-c106b555b935", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.9488503700122237, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.570709+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:10:28.570Z" }, { "sequence": 275, "attempt_id": "86ba6eb6-2341-497f-b192-b44de9b87540", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4303468691650778, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.963828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002605, "created_at": "2026-09-23T12:10:28.963Z" }, { "sequence": 276, "attempt_id": "8fd96fc2-49e2-4ebc-a695-60e5555e0800", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7403314642142504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:29.395894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:10:29.396Z" }, { "sequence": 277, "attempt_id": "e9a7d21c-343a-4416-9af5-ad808a8c246d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2855085069313645, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:29.880862+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:10:29.881Z" }, { "sequence": 278, "attempt_id": "95d31f9c-c1e3-40d5-bcf1-a387c2ece765", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005456, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.250707895029336, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:30.060681+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005456, "created_at": "2026-09-23T12:10:30.060Z" }, { "sequence": 279, "attempt_id": "e88eb39e-263f-4f01-bc44-4b193053000f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025160000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4680440451484174, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:30.460435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025160000000000004, "created_at": "2026-09-23T12:10:30.460Z" }, { "sequence": 280, "attempt_id": "dc68d26a-8141-44d7-81f0-462637b44e0e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4793372028507292, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:30.729231+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:10:30.729Z" }, { "sequence": 281, "attempt_id": "cbb16c5a-828b-4cbe-802c-134ed3b86b2a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1663236480671912, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:31.071962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:31.072Z" }, { "sequence": 282, "attempt_id": "85051803-dc9c-4890-8e6f-130fed6e413e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1466035440098494, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:31.233378+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002535, "created_at": "2026-09-23T12:10:31.233Z" }, { "sequence": 283, "attempt_id": "10097b96-d8cf-4a30-ae4d-c5f71e843f63", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.8976529850624502, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:31.319132+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:10:31.319Z" }, { "sequence": 284, "attempt_id": "e3300f28-83e5-4cbf-a3e4-20de34ab1400", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.0874502921942621, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:31.842241+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:10:31.842Z" }, { "sequence": 285, "attempt_id": "071564da-0d39-42c2-af15-7e74f0c8d696", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002983, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 4.089344572974369, "model_name": "gpt-6-luna", "output_tokens": 104, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:32.157984+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002983, "created_at": "2026-09-23T12:10:32.158Z" }, { "sequence": 286, "attempt_id": "79c1e85d-a2a3-4661-854c-30610c80853c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000263, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4208112671039999, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:32.518017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000263, "created_at": "2026-09-23T12:10:32.518Z" }, { "sequence": 287, "attempt_id": "cfa6d128-7623-4546-99d3-76b4aabe9699", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2912846920080483, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:32.635162+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:32.635Z" }, { "sequence": 288, "attempt_id": "1bc605e9-d9ea-4941-acfc-8082293cf22a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.2873853219207376, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:32.772671+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:32.772Z" }, { "sequence": 289, "attempt_id": "98a34176-6cbc-42d1-b6e2-3fe9f20183a8", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6725665689446032, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:32.931124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:10:32.931Z" }, { "sequence": 290, "attempt_id": "fddacc2d-15e8-419c-9213-4e4eb66f771b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000253, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2536945999599993, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:33.121068+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000253, "created_at": "2026-09-23T12:10:33.121Z" }, { "sequence": 291, "attempt_id": "76cb5fab-c494-47ae-9807-fa451f25dec6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.9396513749379665, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.123139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:34.123Z" }, { "sequence": 292, "attempt_id": "5a111f01-e17d-4537-8b10-da051e9d1cad", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000276, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6915277971420437, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.351613+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000276, "created_at": "2026-09-23T12:10:34.351Z" }, { "sequence": 293, "attempt_id": "72f6e252-d006-4e18-ada5-603c9d88431a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00544, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.9932823090348393, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.537088+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00544, "created_at": "2026-09-23T12:10:34.537Z" }, { "sequence": 294, "attempt_id": "0fe741f9-3033-43d5-89c1-108174be8456", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005278, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6228217389434576, "model_name": "gpt-6-sol", "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.579194+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005278, "created_at": "2026-09-23T12:10:34.579Z" }, { "sequence": 295, "attempt_id": "2536a4d8-c217-4bbc-8604-ec0cb8da7ace", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.798923813039437, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.604346+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:34.605Z" }, { "sequence": 296, "attempt_id": "f6915354-185e-483b-8e09-0f2496026b1f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.173992069903761, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:35.320447+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:10:35.320Z" }, { "sequence": 297, "attempt_id": "6e1c4f29-0c28-4e3d-87c3-6e6d8484e485", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013052, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.322280426044017, "model_name": "claude-opus-5-5", "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:36.471400+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013052, "created_at": "2026-09-23T12:10:36.471Z" }, { "sequence": 298, "attempt_id": "87e346f5-12e0-4d73-816f-c7869bcaea49", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.1483958971221, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:36.778411+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:10:36.778Z" }, { "sequence": 299, "attempt_id": "dd9b847d-1dd6-44c4-8cfd-119a51126df0", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005562, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.467475933022797, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:36.849852+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005562, "created_at": "2026-09-23T12:10:36.850Z" }, { "sequence": 300, "attempt_id": "6efbaf94-5c35-4e26-a349-5ea5f5bd81d7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013604, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.5351989150512964, "model_name": "claude-opus-5-5", "output_tokens": 93, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:37.139835+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013604, "created_at": "2026-09-23T12:10:37.139Z" }, { "sequence": 301, "attempt_id": "a0b47b00-3565-4d41-b6d8-6b209e3bf31a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030710000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.621356212068349, "model_name": "gpt-6-luna", "output_tokens": 121, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:37.189180+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00030710000000000004, "created_at": "2026-09-23T12:10:37.189Z" }, { "sequence": 302, "attempt_id": "84f08b9f-df16-469f-8eaa-50076d6559c5", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026230000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.133766948012635, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:37.481700+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026230000000000003, "created_at": "2026-09-23T12:10:37.481Z" }, { "sequence": 303, "attempt_id": "e590950e-2675-4d7c-95c5-2f9f1cedfe46", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.271411648951471, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:38.769197+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:10:38.769Z" }, { "sequence": 304, "attempt_id": "6dbc7197-1903-4487-8e9d-6547ce150450", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00527, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.977854616008699, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:38.795468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00527, "created_at": "2026-09-23T12:10:38.795Z" }, { "sequence": 305, "attempt_id": "91c371eb-d45b-46ca-839d-454cb6d9138e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000283, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.3547508649062365, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.231109+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000283, "created_at": "2026-09-23T12:10:39.231Z" }, { "sequence": 306, "attempt_id": "c9a7fc96-312d-4f87-80d6-816d189011f7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027289999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.827874603914097, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.335627+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027289999999999997, "created_at": "2026-09-23T12:10:39.335Z" }, { "sequence": 307, "attempt_id": "bfa6a78c-735f-4669-b17d-1d89107e052c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.170948310988024, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.362606+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:39.362Z" }, { "sequence": 308, "attempt_id": "3e226f8e-6ad3-47d9-a770-bd7b550249d5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005218, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.1820861471351236, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.398292+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005218, "created_at": "2026-09-23T12:10:39.398Z" }, { "sequence": 309, "attempt_id": "171b7d65-7c86-4ea9-a112-7901916696e6", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.74547140696086, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:40.567046+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005398, "created_at": "2026-09-23T12:10:40.567Z" }, { "sequence": 310, "attempt_id": "3a8e489a-8f2c-4da4-b806-99dab303849f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000269, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5745731401257217, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:40.998695+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000269, "created_at": "2026-09-23T12:10:40.998Z" }, { "sequence": 311, "attempt_id": "e29db42b-c284-48c3-8684-d57e9209adff", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00531, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.862760170828551, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.252266+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00531, "created_at": "2026-09-23T12:10:41.252Z" }, { "sequence": 312, "attempt_id": "8a69bd14-3f3c-44eb-8a33-0bd6a41478b4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011592, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9200136039871722, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.285483+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011592, "created_at": "2026-09-23T12:10:41.285Z" }, { "sequence": 313, "attempt_id": "93d6950e-0d36-4711-9b52-a2477303a8d4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.5607022428885102, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:41.356537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:10:41.356Z" }, { "sequence": 314, "attempt_id": "d7577581-6d9f-4d98-8ae2-46d82ea87fa8", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.2010928748641163, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.458929+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:10:41.459Z" }, { "sequence": 315, "attempt_id": "66eea440-e0d2-4f60-aa05-ef3a2fd5a1ba", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.278700181050226, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.304605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:42.304Z" }, { "sequence": 316, "attempt_id": "9bdd72e8-31c5-406f-9c47-5e7f4de34b07", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3256107291672379, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.604946+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:10:42.605Z" }, { "sequence": 317, "attempt_id": "05799746-4ad1-44df-bd41-558688115619", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002517, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.2155809530522674, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.701397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002517, "created_at": "2026-09-23T12:10:42.701Z" }, { "sequence": 318, "attempt_id": "9527e207-3995-483a-a89a-45f50cfea894", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3894724450074136, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.772052+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:10:42.772Z" }, { "sequence": 319, "attempt_id": "efcd9ad9-0dca-4f07-a4b8-a1e6ac9f73ea", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.2359905939083546, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:43.548858+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:43.549Z" }, { "sequence": 320, "attempt_id": "b26b9e64-f40d-4efb-9480-22f07239130b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005582, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7946059291716665, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:44.427527+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005582, "created_at": "2026-09-23T12:10:44.427Z" }, { "sequence": 321, "attempt_id": "97608606-b42a-46d0-abd7-dd483930093f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0141, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.9322864720597863, "model_name": "claude-opus-5-5", "output_tokens": 143, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:44.526333+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0141, "created_at": "2026-09-23T12:10:44.526Z" }, { "sequence": 322, "attempt_id": "ee56bf83-1f15-46b4-814f-8b5210ece8db", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005196, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.414457148173824, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:44.990369+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005196, "created_at": "2026-09-23T12:10:44.990Z" }, { "sequence": 323, "attempt_id": "9a3a0c21-acd0-4c00-b63d-1a682350f04b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00029610000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.271979938959703, "model_name": "gpt-6-luna", "output_tokens": 99, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:45.019779+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00029610000000000004, "created_at": "2026-09-23T12:10:45.021Z" }, { "sequence": 324, "attempt_id": "00a08d0d-c3ee-4e37-af45-341017be5622", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013644, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.4429534131195396, "model_name": "claude-opus-5-5", "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:45.244594+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013644, "created_at": "2026-09-23T12:10:45.244Z" }, { "sequence": 325, "attempt_id": "71e795e7-0a35-40c1-bfe6-8811083d53bf", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.9623863471206278, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:45.294334+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:10:45.294Z" }, { "sequence": 326, "attempt_id": "4bcd26fe-3cc4-4f50-b8e7-bed81bcdacb9", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026680000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6335645581129938, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.089304+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026680000000000003, "created_at": "2026-09-23T12:10:46.089Z" }, { "sequence": 327, "attempt_id": "4c905f82-2753-48ee-9f4f-1cba7b9aa116", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024370000000000001, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1824161920230836, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.230357+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024370000000000001, "created_at": "2026-09-23T12:10:46.230Z" }, { "sequence": 328, "attempt_id": "a5294d70-c19f-4016-8883-bb2abdf48a50", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 1.7838497159536928, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.340894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011464, "created_at": "2026-09-23T12:10:46.341Z" }, { "sequence": 329, "attempt_id": "735a2e32-2674-482a-895d-8bee6194af22", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6624170339200646, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.933930+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:10:46.934Z" }, { "sequence": 330, "attempt_id": "8cbdbeeb-7530-40bf-915b-f01be618fd94", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005698, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.2643873400520533, "model_name": "gpt-6-sol", "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:47.584984+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005698, "created_at": "2026-09-23T12:10:47.585Z" }, { "sequence": 331, "attempt_id": "70d603c5-5c88-4c94-8799-d8c68aaf95d9", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.7050092390272766, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:47.725103+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:10:47.725Z" }, { "sequence": 332, "attempt_id": "e8464bef-91f3-4f9b-89b8-1608de750c5a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00539, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.906226421939209, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:48.274537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00539, "created_at": "2026-09-23T12:10:48.274Z" }, { "sequence": 333, "attempt_id": "d4b2ca59-73ca-40b1-9444-27d3fa0080b4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028639999999999997, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.1622657331172377, "model_name": "gpt-6-luna", "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:48.302752+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028639999999999997, "created_at": "2026-09-23T12:10:48.304Z" }, { "sequence": 334, "attempt_id": "16968705-57ed-4024-9141-d229012b39ef", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013484, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.1163307309616357, "model_name": "claude-opus-5-5", "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.383440+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013484, "created_at": "2026-09-23T12:10:49.383Z" }, { "sequence": 335, "attempt_id": "5d952a16-b7cf-4801-872f-9fe95d65db48", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005622, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7669860839378089, "model_name": "gpt-6-sol", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.519780+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005622, "created_at": "2026-09-23T12:10:49.519Z" }, { "sequence": 336, "attempt_id": "61e92e1c-e262-44b6-ba67-ec8fe4930820", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.808910682797432, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.771200+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000279, "created_at": "2026-09-23T12:10:49.771Z" }, { "sequence": 337, "attempt_id": "424db65b-983e-44d6-a7eb-7445244a67b7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.696193502051756, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.309862+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:50.310Z" }, { "sequence": 338, "attempt_id": "d5af2dde-671a-4105-8d26-fde4d1e60bd4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030010000000000003, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.259151236852631, "model_name": "gpt-6-luna", "output_tokens": 107, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.562189+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00030010000000000003, "created_at": "2026-09-23T12:10:50.562Z" }, { "sequence": 339, "attempt_id": "b5ecc536-6454-4903-b146-9412a983ab77", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.4092808119021356, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.739669+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:10:50.739Z" }, { "sequence": 340, "attempt_id": "153c532b-aba9-4a93-b96e-2051c44b1dbb", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.3734994970727712, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:50.788952+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0053, "created_at": "2026-09-23T12:10:50.789Z" }, { "sequence": 341, "attempt_id": "ed7a3581-4317-4bec-ac66-78b3554cd8f4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.318532032892108, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:51.656382+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:51.656Z" }, { "sequence": 342, "attempt_id": "8c754122-7139-4fe5-8443-a6e34ac2b5a0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.0651178560219705, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:51.864033+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:51.864Z" }, { "sequence": 343, "attempt_id": "5d244cfd-3f6e-41f3-9bb1-de942a0cb65d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.692033447092399, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.282127+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:10:52.282Z" }, { "sequence": 344, "attempt_id": "66738f73-f8a8-4f66-b618-330677629dc4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00543, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6717164549045265, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.487666+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00543, "created_at": "2026-09-23T12:10:52.487Z" }, { "sequence": 345, "attempt_id": "9df8a498-49b0-4b1e-a725-d2f4e3672ae6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002845, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.9485108200460672, "model_name": "gpt-6-luna", "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.520071+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002845, "created_at": "2026-09-23T12:10:52.520Z" }, { "sequence": 346, "attempt_id": "2ad718e7-202c-42c6-8ac1-0b04726aceeb", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.44010300305672, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:53.208932+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:53.209Z" }, { "sequence": 347, "attempt_id": "3f9ebad8-2169-491c-9391-4f790bd91613", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1389163879211992, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:53.449737+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:10:53.449Z" }, { "sequence": 348, "attempt_id": "9cea916d-ece0-4f29-987c-e33c0c153994", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 1.6427348430734128, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.190809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:10:54.190Z" }, { "sequence": 349, "attempt_id": "656bd16f-3a35-4ded-b6d1-2cdd6826928d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4204686819575727, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.312937+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:54.313Z" }, { "sequence": 350, "attempt_id": "37d4b46c-82ec-43db-b448-cd294384f233", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002745, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.663398808799684, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.347504+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002745, "created_at": "2026-09-23T12:10:54.347Z" }, { "sequence": 351, "attempt_id": "9efe5a89-63e3-4bff-913a-a6dfa3270161", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 2.250279316911474, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.770654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:10:54.770Z" }, { "sequence": 352, "attempt_id": "90a9f473-138b-43d0-9950-f80514ff170a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.548717109952122, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.799865+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:10:54.801Z" }, { "sequence": 353, "attempt_id": "2b167b8b-1f30-4cae-bf00-c114110f452c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002789, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0899658747948706, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:55.568199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002789, "created_at": "2026-09-23T12:10:55.568Z" }, { "sequence": 354, "attempt_id": "911ab401-afa8-4349-b901-d2454a060cf1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2087830128148198, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:56.037135+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:10:56.037Z" }, { "sequence": 355, "attempt_id": "daa3cab6-dc9d-4226-91ce-d813d65a9803", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.306637676199898, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:56.525518+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01176, "created_at": "2026-09-23T12:10:56.525Z" }, { "sequence": 356, "attempt_id": "0d00ca4b-5b5c-4eac-bf8f-d123fb25345b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00559, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.316717990906909, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:56.658304+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00559, "created_at": "2026-09-23T12:10:56.658Z" }, { "sequence": 357, "attempt_id": "b42ff197-9f92-4e80-9643-efc98dd5d7e5", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4399504628963768, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:57.037080+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002585, "created_at": "2026-09-23T12:10:57.037Z" }, { "sequence": 358, "attempt_id": "31346694-0a2c-437f-b4fe-ad1a8b669e52", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4367237659171224, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:57.236890+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:10:57.237Z" }, { "sequence": 359, "attempt_id": "393163d7-8a03-421e-a4a7-c3c5095bc7a6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000281, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.1479473849758506, "model_name": "gpt-6-luna", "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:57.522508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000281, "created_at": "2026-09-23T12:10:57.522Z" }, { "sequence": 360, "attempt_id": "ced94f31-3f32-4800-b2cb-760f35b730a2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.021151761058718, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:57.576413+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005066, "created_at": "2026-09-23T12:10:57.576Z" }, { "sequence": 361, "attempt_id": "fee69a91-a1a5-4dce-b0ee-600f7eaf8daa", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.303014522884041, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:58.369320+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:10:58.369Z" }, { "sequence": 362, "attempt_id": "de11a0cd-4d4a-4552-9c8c-6654148f4c5a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002738, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7374747798312455, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:58.425045+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002738, "created_at": "2026-09-23T12:10:58.425Z" }, { "sequence": 363, "attempt_id": "04effddf-a64e-4e17-b073-dbddf97d72f1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5552991500589997, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:59.108441+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:10:59.108Z" }, { "sequence": 364, "attempt_id": "183ded05-46c5-4fdd-88db-11a1291c11fa", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.437772941077128, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:59.504227+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:10:59.504Z" }, { "sequence": 365, "attempt_id": "68b4005c-7179-4276-a4a9-415e2f276716", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.7707055718638003, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.037379+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:11:00.037Z" }, { "sequence": 366, "attempt_id": "d1858fc0-5960-4c8f-8f9a-437a7a3f79e9", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.0881244610063732, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.622119+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:00.622Z" }, { "sequence": 367, "attempt_id": "946d5381-1208-4ca6-b434-1cae94df1c26", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002921, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3365241058636457, "model_name": "gpt-6-luna", "output_tokens": 91, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:00.791066+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002921, "created_at": "2026-09-23T12:11:00.791Z" }, { "sequence": 368, "attempt_id": "3de7efdb-4265-47a4-a564-2a2c1cdcbc26", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 3.586170790018514, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:01.195525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:11:01.195Z" }, { "sequence": 369, "attempt_id": "68951e2d-2773-45bc-bd71-2c53309cbe21", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5576566979289055, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:01.624693+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002625, "created_at": "2026-09-23T12:11:01.624Z" }, { "sequence": 370, "attempt_id": "cb418f5a-4b5a-4e44-9ead-5c610dbd61b7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005642, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.325408671051264, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:01.724477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005642, "created_at": "2026-09-23T12:11:01.724Z" }, { "sequence": 371, "attempt_id": "a8cb19a4-2950-4e84-8bf0-70665abb4075", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013904, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.8157238331623375, "model_name": "claude-opus-5-5", "output_tokens": 108, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:01.953954+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013904, "created_at": "2026-09-23T12:11:01.954Z" }, { "sequence": 372, "attempt_id": "e4e7195d-7d2a-4977-b1c5-64563385fe31", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.341116171097383, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:02.161955+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:11:02.162Z" }, { "sequence": 373, "attempt_id": "0f58cdad-4228-4950-822e-f2e2142a2900", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.212714978028089, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:02.864867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:02.865Z" }, { "sequence": 374, "attempt_id": "f00a9580-3acf-4bc2-a6f8-374a09724d1f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002686, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.0693822090979666, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.294707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002686, "created_at": "2026-09-23T12:11:03.294Z" }, { "sequence": 375, "attempt_id": "b94632c4-2a81-4db9-8c90-a36a13273eda", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6968465310055763, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.450794+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005348, "created_at": "2026-09-23T12:11:03.450Z" }, { "sequence": 376, "attempt_id": "c2969df7-06da-4151-b05d-9a730bcc0f71", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.0132733108475804, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.667673+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:11:03.667Z" }, { "sequence": 377, "attempt_id": "c3e78aa4-e452-4b9a-afd7-174c732849c0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.884355443995446, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.868707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:11:03.868Z" }, { "sequence": 378, "attempt_id": "dc233997-f801-43a9-941b-efb0a061cdbc", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.0355462038423866, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:03.930834+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:11:03.930Z" }, { "sequence": 379, "attempt_id": "52143d8d-b85d-409d-9b45-47c04f9a6c84", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025780000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.2187997680157423, "model_name": "gpt-6-luna", "output_tokens": 37, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:04.543923+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025780000000000003, "created_at": "2026-09-23T12:11:04.544Z" }, { "sequence": 380, "attempt_id": "17540d44-4ea0-4a5d-9e1c-f0390128efd3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1239037308841944, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:04.822153+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:04.822Z" }, { "sequence": 381, "attempt_id": "97c413b6-153f-4155-935e-771a9dfccb63", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013252, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.010172422043979, "model_name": "claude-opus-5-5", "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.202343+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013252, "created_at": "2026-09-23T12:11:05.202Z" }, { "sequence": 382, "attempt_id": "23960cc8-0e6e-4aa6-9580-f0d066ba2458", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002655, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5642410549335182, "model_name": "gpt-6-luna", "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.468884+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002655, "created_at": "2026-09-23T12:11:05.469Z" }, { "sequence": 383, "attempt_id": "af1078db-bf38-4d5c-b554-ad89d4ff43a5", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9593186872079968, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.920208+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:05.920Z" }, { "sequence": 384, "attempt_id": "81555c8f-a426-4eda-845b-036bab8ce817", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.452148284064606, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:05.951745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:11:05.952Z" }, { "sequence": 385, "attempt_id": "1d668422-0b2a-4d94-9ad9-e537880409c8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005552, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.6927051229868084, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:06.267267+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005552, "created_at": "2026-09-23T12:11:06.267Z" }, { "sequence": 386, "attempt_id": "8161c8a9-3eb3-49a9-b32f-5c61a779e7a0", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3741920141037554, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:06.873958+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0053, "created_at": "2026-09-23T12:11:06.874Z" }, { "sequence": 387, "attempt_id": "50f2728d-fc0b-4657-8fc7-7fd83c6112d8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2710786368697882, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:07.568989+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:11:07.569Z" }, { "sequence": 388, "attempt_id": "902b5f8f-fd5e-43c0-a195-d1c21442f501", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002976, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.751526879845187, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:07.617254+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002976, "created_at": "2026-09-23T12:11:07.617Z" }, { "sequence": 389, "attempt_id": "0ab3c074-adb3-4e33-9bf8-8f34e50bcd3d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002675, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.6664857808500528, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:07.647068+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002675, "created_at": "2026-09-23T12:11:07.647Z" }, { "sequence": 390, "attempt_id": "dee7f234-4614-461e-87b4-30309fe81de3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025110000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2097401281353086, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:08.114645+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025110000000000003, "created_at": "2026-09-23T12:11:08.114Z" }, { "sequence": 391, "attempt_id": "4e526aee-84c2-4fa9-8b78-515d1e2c6d3f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01374, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5367858780082315, "model_name": "claude-opus-5-5", "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:08.519072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01374, "created_at": "2026-09-23T12:11:08.519Z" }, { "sequence": 392, "attempt_id": "0e87e48c-ec5b-4f47-830a-752bacb311c9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013984, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.426610029069707, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:08.660498+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013984, "created_at": "2026-09-23T12:11:08.660Z" }, { "sequence": 393, "attempt_id": "23b8f9d5-6ecf-42d2-976b-cc4148f4dfe3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.680503943003714, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:09.358264+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027539999999999997, "created_at": "2026-09-23T12:11:09.358Z" }, { "sequence": 394, "attempt_id": "324779f9-6ac3-4aad-9ca0-351c4b7bc012", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.430909898132086, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.031893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:11:10.032Z" }, { "sequence": 395, "attempt_id": "563dd72b-eb3d-4d1f-83e2-07c402f85f07", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.400172015884891, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.063488+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:11:10.063Z" }, { "sequence": 396, "attempt_id": "f6108efa-a044-4869-bd67-c0c4c400ba27", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005582, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8467024590354413, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:10.397844+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005582, "created_at": "2026-09-23T12:11:10.398Z" }, { "sequence": 397, "attempt_id": "344477eb-d4cf-43f2-b919-b05aee065364", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.4477378281299025, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.594123+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01176, "created_at": "2026-09-23T12:11:10.594Z" }, { "sequence": 398, "attempt_id": "223e00b2-2812-40d4-a852-8cc25f1aa0e1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1508599761873484, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.214729+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:11:11.214Z" }, { "sequence": 399, "attempt_id": "a898d80a-b58b-492a-837e-e00b3809126a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7933300610166043, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.888286+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026460000000000003, "created_at": "2026-09-23T12:11:11.888Z" }, { "sequence": 400, "attempt_id": "9d58ae62-66b1-4d9f-9f52-2bafa38cbd1e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.574279841966927, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:12.004417+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:11:12.004Z" }, { "sequence": 401, "attempt_id": "a392b91c-32a8-4257-8245-126f7a398e34", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.886860647937283, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:12.275840+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:11:12.276Z" }, { "sequence": 402, "attempt_id": "4333f828-09cc-4f62-8612-171dfc9f1354", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00559, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.744163758121431, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.370185+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00559, "created_at": "2026-09-23T12:11:13.370Z" }, { "sequence": 403, "attempt_id": "65c7a648-7d67-4673-bdb2-d3f6f4e31203", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.5368440290912986, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:13.577513+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:11:13.577Z" }, { "sequence": 404, "attempt_id": "b0362f01-d90f-41cf-b794-21d006117dcd", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025720000000000007, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.375462417025119, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:13.683633+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025720000000000007, "created_at": "2026-09-23T12:11:13.683Z" }, { "sequence": 405, "attempt_id": "fcb775c4-5102-404b-b066-ec685ce69df0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000301, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.494690592866391, "model_name": "gpt-6-luna", "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.741732+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000301, "created_at": "2026-09-23T12:11:13.741Z" }, { "sequence": 406, "attempt_id": "0b098457-d404-4889-97b6-29330bd3596f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4905279979575425, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:14.410447+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:11:14.410Z" }, { "sequence": 407, "attempt_id": "6fdabf72-80f9-4326-9b24-aaaa02580e7e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6502443389035761, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:15.055830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:11:15.056Z" }, { "sequence": 408, "attempt_id": "e3ac0a8b-f941-4eee-8cea-d45bf34d05a4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.7792860651388764, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:15.393826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005428, "created_at": "2026-09-23T12:11:15.394Z" }, { "sequence": 409, "attempt_id": "ac03b178-fb2c-4eff-8e48-f1214343b494", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002759, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.8250555691774935, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:15.541139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002759, "created_at": "2026-09-23T12:11:15.541Z" }, { "sequence": 410, "attempt_id": "f6245769-4281-44ad-b7a8-0821e5ad5931", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013012, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.839991564163938, "model_name": "claude-opus-5-5", "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:16.613328+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013012, "created_at": "2026-09-23T12:11:16.613Z" }, { "sequence": 411, "attempt_id": "93d6ed20-2f21-4960-8ddb-c78a922166f4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003086, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 7.974448742112145, "model_name": "gpt-6-luna", "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:16.666045+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003086, "created_at": "2026-09-23T12:11:16.666Z" }, { "sequence": 412, "attempt_id": "f1067c04-c0b9-43e1-8857-4ba727346f76", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006656, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.8680985989049077, "model_name": "gpt-6-sol", "output_tokens": 182, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:17.314584+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.006656, "created_at": "2026-09-23T12:11:17.314Z" }, { "sequence": 413, "attempt_id": "86cfef74-5975-4a66-a493-87339fcf1149", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.9331631588283926, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:17.359548+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:11:17.359Z" }, { "sequence": 414, "attempt_id": "dc8e6676-a963-48cc-978f-26ca9e74cc9c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2064978987909853, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:17.780125+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0054, "created_at": "2026-09-23T12:11:17.780Z" }, { "sequence": 415, "attempt_id": "640b4f1a-9a16-4591-9681-6f17d817912e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000274, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.652523557189852, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:18.298397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000274, "created_at": "2026-09-23T12:11:18.298Z" }, { "sequence": 416, "attempt_id": "35e26c5a-73bb-4a7e-a19f-06a053dd4c56", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.7566704410128295, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:18.454510+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:11:18.454Z" }, { "sequence": 417, "attempt_id": "0ca9502b-081a-49b4-9a8d-c22da92d8c54", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0852074709255248, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.488143+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:11:18.489Z" }, { "sequence": 418, "attempt_id": "3a9fb012-6e76-4e01-a1b0-75cfc5fa1514", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003208, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.3821993700694293, "model_name": "gpt-6-luna", "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.520476+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003208, "created_at": "2026-09-23T12:11:18.520Z" }, { "sequence": 419, "attempt_id": "27da6310-2ef4-49a1-9c6c-f451f379cb5d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.2184006839524955, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.565809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:11:18.565Z" }, { "sequence": 420, "attempt_id": "d6d713ab-c581-4a95-8bce-28ff93f40190", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 1.517730785999447, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.330953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:11:19.331Z" }, { "sequence": 421, "attempt_id": "511d738c-7c79-4f43-a099-7076e921a91f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3343596090562642, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.666091+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:19.666Z" }, { "sequence": 422, "attempt_id": "28d9fcdd-3e06-4f26-a3fc-1c4e54cf177a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2984215549658984, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.856448+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:11:19.856Z" }, { "sequence": 423, "attempt_id": "8f859a96-9e22-425c-beda-8cc93bae129e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4422120170202106, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.930654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000255, "created_at": "2026-09-23T12:11:19.930Z" }, { "sequence": 424, "attempt_id": "705e78f5-e33e-4915-98cf-4430cc4797b4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025820000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.5198934678919613, "model_name": "gpt-6-luna", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:20.118697+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025820000000000004, "created_at": "2026-09-23T12:11:20.118Z" }, { "sequence": 425, "attempt_id": "c1d773c1-51c1-483f-a5f3-2e6ce500f594", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8585824058391154, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:20.414523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:20.414Z" }, { "sequence": 426, "attempt_id": "a00d6dc7-4a53-4fd7-ad9f-a618b07629ae", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005212, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.9293708608020097, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:21.628487+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005212, "created_at": "2026-09-23T12:11:21.628Z" }, { "sequence": 427, "attempt_id": "42cd5dd5-8264-4e73-a651-0fc49cc5b420", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005506, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5701080290600657, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:21.721646+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005506, "created_at": "2026-09-23T12:11:21.721Z" }, { "sequence": 428, "attempt_id": "b7dbdcf8-6186-4909-a4ff-317144e195b4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.4004538140725344, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:21.781821+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:11:21.782Z" }, { "sequence": 429, "attempt_id": "1be6a33d-e62b-456d-95f2-94f1f2a09340", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026960000000000005, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.0313180489465594, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:21.923893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026960000000000005, "created_at": "2026-09-23T12:11:21.924Z" }, { "sequence": 430, "attempt_id": "cf8d5d4a-1b03-4956-aba2-0e8e29a9099a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.1807030050549656, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.153826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:11:22.153Z" }, { "sequence": 431, "attempt_id": "54e860a7-5ce4-451a-9f74-ebe6049fd740", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00029130000000000003, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.2021028029266745, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:22.650503+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00029130000000000003, "created_at": "2026-09-23T12:11:22.650Z" }, { "sequence": 432, "attempt_id": "c890827f-991f-4441-a487-eba5100d9113", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.7220655751880258, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:23.387766+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:11:23.387Z" }, { "sequence": 433, "attempt_id": "e684714b-5c04-4e10-872c-9bb2c72afdb7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.7247853861190379, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:23.539833+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:11:23.539Z" }, { "sequence": 434, "attempt_id": "faba92f7-77b1-4b53-8db4-532195b84c63", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.3862165929749608, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:23.573683+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:11:23.573Z" }, { "sequence": 435, "attempt_id": "09edfe41-8b73-48c6-9ffb-2f754076b9d3", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005388, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.8744517141021788, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:23.656610+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005388, "created_at": "2026-09-23T12:11:23.656Z" }, { "sequence": 436, "attempt_id": "1fa894bd-ba76-4525-a1fb-e640de8c0c98", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026710000000000004, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.8631227370351553, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:24.546931+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026710000000000004, "created_at": "2026-09-23T12:11:24.547Z" }, { "sequence": 437, "attempt_id": "966c9dc6-2c3d-46b6-84a6-442216dd8a0b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1018581360112876, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:24.675840+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:11:24.675Z" }, { "sequence": 438, "attempt_id": "44d35055-fe7f-4c54-968b-74e6ed9bd4ad", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002522, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4526660519186407, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:25.059513+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002522, "created_at": "2026-09-23T12:11:25.059Z" }, { "sequence": 439, "attempt_id": "fd446484-dcee-4771-9410-ec8e84f94860", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013804, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2128834668546915, "model_name": "claude-opus-5-5", "output_tokens": 121, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:25.170182+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013804, "created_at": "2026-09-23T12:11:25.170Z" }, { "sequence": 440, "attempt_id": "f9e8f3a5-e8b7-439f-b1c1-cee87eed5e4b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005298, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.4163800480309874, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:25.997405+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005298, "created_at": "2026-09-23T12:11:25.997Z" }, { "sequence": 441, "attempt_id": "de4cb761-7639-48f9-99a9-5dccddcd5d96", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4869800470769405, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:26.184165+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:11:26.184Z" }, { "sequence": 442, "attempt_id": "1f3a5a6c-2804-4d64-aff3-2966cdc6ab10", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.9485568711534142, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:26.374809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:11:26.374Z" }, { "sequence": 443, "attempt_id": "90e00c46-2e39-4385-a9fc-61204c005b94", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.7093547249678522, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:26.802545+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:11:26.802Z" }, { "sequence": 444, "attempt_id": "a04dc722-b34f-408e-be8a-f244c6344f91", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002699, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.166226984001696, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:26.875741+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002699, "created_at": "2026-09-23T12:11:26.876Z" }, { "sequence": 445, "attempt_id": "474aef8d-9a5f-438f-915a-5faf7e996bab", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7210797900334, "model_name": "gpt-6-sol", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:26.926736+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005316, "created_at": "2026-09-23T12:11:26.926Z" }, { "sequence": 446, "attempt_id": "80da3073-5f58-4631-8b0c-59d52fc7b728", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.45510138804093, "model_name": "gpt-6-sol", "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:27.863883+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005316, "created_at": "2026-09-23T12:11:27.864Z" }, { "sequence": 447, "attempt_id": "3383b7bb-f5db-4862-b644-6a1f7bd7b082", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028030000000000004, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.016810562927276, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:28.048403+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028030000000000004, "created_at": "2026-09-23T12:11:28.048Z" }, { "sequence": 448, "attempt_id": "06d143b2-d2c0-4775-aba2-507b83dcd22b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.2917496941518039, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:28.271557+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:11:28.271Z" }, { "sequence": 449, "attempt_id": "db2e69c4-cf59-41fa-97c6-1389db9a3067", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002743, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5501327840611339, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:28.386921+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002743, "created_at": "2026-09-23T12:11:28.387Z" }, { "sequence": 450, "attempt_id": "c694041c-44f3-494a-9587-f886bce70842", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.6597924639936537, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:28.586839+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:11:28.587Z" }, { "sequence": 451, "attempt_id": "d75d1693-4efb-4716-97ce-e50904448340", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4704956328496337, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:28.689137+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:11:28.689Z" }, { "sequence": 452, "attempt_id": "406dcd4e-133b-48c1-8e01-43c060cb8ed0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6584541879128665, "model_name": "gpt-6-luna", "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:29.557577+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002658, "created_at": "2026-09-23T12:11:29.557Z" }, { "sequence": 453, "attempt_id": "618644d6-e59b-490e-8079-e3e11b243ae1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.376799837918952, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:29.798560+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000259, "created_at": "2026-09-23T12:11:29.798Z" }, { "sequence": 454, "attempt_id": "565fbbd2-9676-43ec-a75f-60ff8a516edc", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.137434417847544, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:30.219998+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:11:30.220Z" }, { "sequence": 455, "attempt_id": "97a6c55b-9b18-499b-9bd9-ce08d9790300", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.302500751800835, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:30.924680+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:30.924Z" }, { "sequence": 456, "attempt_id": "321abd7d-982e-44f0-a682-828295355ed4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005552, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.464613097952679, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:31.188374+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005552, "created_at": "2026-09-23T12:11:31.188Z" }, { "sequence": 457, "attempt_id": "090ff413-3be9-45c5-901f-d359ea6d8198", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.0960755951236933, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:31.935489+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:11:31.935Z" }, { "sequence": 458, "attempt_id": "f4cbac0b-965f-4464-b68e-48e4b98df41a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003076, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.592057865811512, "model_name": "gpt-6-luna", "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:32.185290+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003076, "created_at": "2026-09-23T12:11:32.185Z" }, { "sequence": 459, "attempt_id": "c1b58388-2b94-4ecf-9219-58059f07dabc", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005328, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0251169921830297, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:32.285684+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005328, "created_at": "2026-09-23T12:11:32.285Z" }, { "sequence": 460, "attempt_id": "da9146b8-e42a-46bd-8994-b61740379290", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0414134529419243, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:33.001540+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027689999999999995, "created_at": "2026-09-23T12:11:33.001Z" }, { "sequence": 461, "attempt_id": "aa3395c4-3f74-4075-9f2a-c1990da9938f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1130775059573352, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.084062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:11:33.084Z" }, { "sequence": 462, "attempt_id": "1b3fb11a-a12b-40d8-8c06-8f9c861ef8d6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2328537569846958, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.454995+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:11:33.455Z" }, { "sequence": 463, "attempt_id": "b5675244-c6fa-42e9-ae43-554aa999fd42", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 5.2792168490123, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.587593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:33.587Z" }, { "sequence": 464, "attempt_id": "aeb38f12-5675-441c-bbbc-deaa909b9834", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013772, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.416660055052489, "model_name": "claude-opus-5-5", "output_tokens": 123, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:33.640055+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013772, "created_at": "2026-09-23T12:11:33.640Z" }, { "sequence": 465, "attempt_id": "7fd56985-c9d9-40bf-a387-0a7130084a3b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00528, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6133611099794507, "model_name": "gpt-6-sol", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:34.651062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00528, "created_at": "2026-09-23T12:11:34.651Z" }, { "sequence": 466, "attempt_id": "8e623f0a-00ba-4882-8f02-3c77f340b1ea", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.7071304579731077, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.033054+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:11:35.033Z" }, { "sequence": 467, "attempt_id": "a9c6d16e-c58e-4eb7-bb07-e69b99a64dd6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.4836393890436739, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.160725+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002658, "created_at": "2026-09-23T12:11:35.160Z" }, { "sequence": 468, "attempt_id": "faf04c02-ef1f-4aa2-9176-ce413d7c37b1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.060252377996221, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:35.232120+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000279, "created_at": "2026-09-23T12:11:35.232Z" }, { "sequence": 469, "attempt_id": "66237ec3-2cd7-4ea2-9b3a-0a234cd0d64a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005266, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6040123880375177, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.301616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005266, "created_at": "2026-09-23T12:11:35.301Z" }, { "sequence": 470, "attempt_id": "ba780f85-c092-4763-9a4c-8f360ea5e4d0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.1971063239034265, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:35.688760+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:11:35.689Z" }, { "sequence": 471, "attempt_id": "4351e4b2-f8b7-48bd-b723-6835456eb354", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2887262341100723, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:36.660294+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:11:36.660Z" }, { "sequence": 472, "attempt_id": "26fbc168-7275-468c-8226-c58f7f9338d1", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012724, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.107541925041005, "model_name": "claude-opus-5-5", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:36.795055+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012724, "created_at": "2026-09-23T12:11:36.795Z" }, { "sequence": 473, "attempt_id": "5fea83de-3097-44ef-9314-775c7041ec4d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005292, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.865111666964367, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:36.936724+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005292, "created_at": "2026-09-23T12:11:36.936Z" }, { "sequence": 474, "attempt_id": "f0810c15-4cf5-43c1-b10d-78b8127e44ed", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026220000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6329637879971415, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:37.389718+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026220000000000003, "created_at": "2026-09-23T12:11:37.389Z" }, { "sequence": 475, "attempt_id": "34b6ee2d-b489-46a2-92ed-20e5b627c01f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.63424105104059, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:38.001556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:11:38.001Z" }, { "sequence": 476, "attempt_id": "3cb6f088-3963-4bad-ae31-5bf0226da800", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.620958693092689, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:38.466610+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005418, "created_at": "2026-09-23T12:11:38.466Z" }, { "sequence": 477, "attempt_id": "51d5d0ab-f2f8-41fd-b6bf-e4c754e8681f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.1682204040698707, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:38.881187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:11:38.881Z" }, { "sequence": 478, "attempt_id": "7a1dac6b-e461-4675-9856-532b0fdfd3a8", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002751, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 3.7838316299021244, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:39.016468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002751, "created_at": "2026-09-23T12:11:39.016Z" }, { "sequence": 479, "attempt_id": "c1c80957-4453-47b6-8e5e-005c315f70ed", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4136628101114184, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.451913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:11:39.452Z" }, { "sequence": 480, "attempt_id": "ccc1726b-dc10-4216-9549-5fe32f95ac56", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002784, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.674452706007287, "model_name": "gpt-6-luna", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.648228+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002784, "created_at": "2026-09-23T12:11:39.648Z" }, { "sequence": 481, "attempt_id": "e0e9e7b3-3f14-4f15-85c5-aca0eb3f0cba", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.5694372619036585, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.996218+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0117, "created_at": "2026-09-23T12:11:39.996Z" }, { "sequence": 482, "attempt_id": "97be4b71-cdd4-49bb-b8c5-08df43525064", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025360000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.589061439037323, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:40.116537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025360000000000004, "created_at": "2026-09-23T12:11:40.116Z" }, { "sequence": 483, "attempt_id": "c824b794-4c95-498d-a57f-76fbd809706e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00522, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8496023621410131, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:40.909366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00522, "created_at": "2026-09-23T12:11:40.909Z" }, { "sequence": 484, "attempt_id": "c1b16871-41ef-4884-a2cc-4c22a8fd0710", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.1766861139331013, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:41.094214+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:11:41.094Z" }, { "sequence": 485, "attempt_id": "33c939f7-556f-4146-a98f-3b96ed6b691e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000267, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8054442589636892, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:41.293242+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000267, "created_at": "2026-09-23T12:11:41.293Z" }, { "sequence": 486, "attempt_id": "c4dee350-20ea-490d-a5a0-91e909fd885d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6216721979435533, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:41.657609+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0054, "created_at": "2026-09-23T12:11:41.657Z" }, { "sequence": 487, "attempt_id": "3d08b9c1-7714-42b7-af43-f401357404d0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4577277381904423, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:42.142830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:11:42.142Z" }, { "sequence": 488, "attempt_id": "5672adf6-1983-47dc-acca-c0bee1713409", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.1970895640552044, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:42.349901+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000278, "created_at": "2026-09-23T12:11:42.350Z" }, { "sequence": 489, "attempt_id": "a638518a-992f-4fcb-ab6f-a7967c276fb9", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3816762419883162, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:42.512822+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:42.512Z" }, { "sequence": 490, "attempt_id": "91c71d9f-1fed-43e5-a697-47b44a8b7a0f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000268, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7047055650036782, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:43.034253+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000268, "created_at": "2026-09-23T12:11:43.034Z" }, { "sequence": 491, "attempt_id": "4dd8ffdf-7d66-48e8-bf40-9f836520f4b4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1228206888772547, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.302911+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:11:43.303Z" }, { "sequence": 492, "attempt_id": "01440066-6a28-43fb-acb0-d56ea736b3c9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.6680734809488058, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:43.362250+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:11:43.362Z" }, { "sequence": 493, "attempt_id": "8ceb6d93-7c18-499c-bd0f-f8b8ba57b4fe", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0693172591272742, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.456170+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:11:43.456Z" }, { "sequence": 494, "attempt_id": "e5ee1b0a-1135-4cff-8eaa-47892d5d9178", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012664, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.0680657990742475, "model_name": "claude-opus-5-5", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:44.014867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012664, "created_at": "2026-09-23T12:11:44.015Z" }, { "sequence": 495, "attempt_id": "4a461c5e-5f89-42c4-874b-3387c6f8596b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1731541932094842, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:44.675777+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:11:44.675Z" }, { "sequence": 496, "attempt_id": "45aa1465-b0ce-4488-89de-ae8f96086755", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.9475300668273121, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.020106+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005428, "created_at": "2026-09-23T12:11:45.020Z" }, { "sequence": 497, "attempt_id": "b88fcacb-70c3-4ad0-9a09-12870e73909c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.5461692318785936, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.095882+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:11:45.096Z" }, { "sequence": 498, "attempt_id": "a6e4781a-103e-4bc3-8047-a26c4640e14a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.9599045019131154, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.301484+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027689999999999995, "created_at": "2026-09-23T12:11:45.301Z" }, { "sequence": 499, "attempt_id": "73efc34d-8340-4110-884f-ac5af559f69f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026220000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.559536011889577, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.613133+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026220000000000003, "created_at": "2026-09-23T12:11:45.613Z" }, { "sequence": 500, "attempt_id": "9ffd5d35-2aed-43f7-a26e-17eb3af37dfe", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005856, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.9933864038903266, "model_name": "gpt-6-sol", "output_tokens": 93, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.054717+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005856, "created_at": "2026-09-23T12:11:47.054Z" }, { "sequence": 501, "attempt_id": "3ada92a8-90cd-44e3-abdf-03cb54743759", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.491036974126473, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.230953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:11:47.231Z" }, { "sequence": 502, "attempt_id": "53672876-10d1-44fc-bde6-7d3998b3ec0b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6008779010735452, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.269959+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005348, "created_at": "2026-09-23T12:11:47.271Z" }, { "sequence": 503, "attempt_id": "b3d18c9d-31e2-4117-b067-bafee136a890", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01186, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 3.8494624588638544, "model_name": "claude-opus-5-5", "output_tokens": 19, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.306765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01186, "created_at": "2026-09-23T12:11:47.306Z" }, { "sequence": 504, "attempt_id": "ed4d6828-3b43-4d55-87fb-eefa42a13c78", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003018, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.426956543000415, "model_name": "gpt-6-luna", "output_tokens": 111, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.559799+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003018, "created_at": "2026-09-23T12:11:47.559Z" }, { "sequence": 505, "attempt_id": "747cee75-3dac-4129-a025-cec5b710cc2a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.646302575012669, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.985199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:11:47.985Z" }, { "sequence": 506, "attempt_id": "b3cecd0a-4a8a-4aba-a299-347892556d57", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3958746509160846, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:48.740598+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002615, "created_at": "2026-09-23T12:11:48.740Z" }, { "sequence": 507, "attempt_id": "f568b887-ac78-412a-bc7f-d1e84f55e79b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7420812419150025, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:49.084747+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:49.084Z" }, { "sequence": 508, "attempt_id": "3a174e72-ba90-4b82-829d-ba7c97f6a69a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002779, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.1787443510256708, "model_name": "gpt-6-luna", "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:49.271753+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002779, "created_at": "2026-09-23T12:11:49.271Z" }, { "sequence": 509, "attempt_id": "35d9ad71-d8e4-4b5f-ac39-b89d9723f61f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.5611001290380955, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:49.584876+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004918, "created_at": "2026-09-23T12:11:49.585Z" }, { "sequence": 510, "attempt_id": "032f9e42-8b98-4878-aba9-20021bec0996", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4203126148786396, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:50.018765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:50.018Z" }, { "sequence": 511, "attempt_id": "68360e08-33a2-4926-bc3d-48c589fe128c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013572, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.794756334973499, "model_name": "claude-opus-5-5", "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:50.064978+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013572, "created_at": "2026-09-23T12:11:50.065Z" }, { "sequence": 512, "attempt_id": "5e197975-d390-4f44-a72e-72353a303484", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8548072141129524, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:50.643836+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027939999999999996, "created_at": "2026-09-23T12:11:50.643Z" }, { "sequence": 513, "attempt_id": "a0f31d2a-54b0-4221-8914-8188dd9ad0db", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025920000000000007, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.349460044177249, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:50.972475+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025920000000000007, "created_at": "2026-09-23T12:11:50.972Z" }, { "sequence": 514, "attempt_id": "26cb8453-6b06-41c9-99f9-9de4d9f47d69", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7662649871781468, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.075825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:11:51.075Z" }, { "sequence": 515, "attempt_id": "50057092-f863-490e-8025-08cb33a71c4b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.374928744044155, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:51.498398+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:11:51.498Z" }, { "sequence": 516, "attempt_id": "6343fa00-2008-45bc-9e05-1916519ceaf5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005346, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.7445301939733326, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:51.847569+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005346, "created_at": "2026-09-23T12:11:51.847Z" }, { "sequence": 517, "attempt_id": "2ffb0179-f352-4407-9d17-e71569ffa9ba", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.8234398500062525, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.886160+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:11:51.887Z" }, { "sequence": 518, "attempt_id": "6c3501ad-35d2-4ca3-95cc-26427e0ad928", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6883382729720324, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:52.370935+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002703, "created_at": "2026-09-23T12:11:52.371Z" }, { "sequence": 519, "attempt_id": "bffb6863-b1dc-44db-8445-5081567d6f25", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0052, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.5650705029256642, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:52.678582+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0052, "created_at": "2026-09-23T12:11:52.678Z" }, { "sequence": 520, "attempt_id": "79a67dbb-873b-4db2-b3b4-e851ed81da4d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4999866189900786, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.036856+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002615, "created_at": "2026-09-23T12:11:53.037Z" }, { "sequence": 521, "attempt_id": "7cd0a603-4eed-4ea9-bae1-bc00b4d31708", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.302229953929782, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.226062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:11:53.226Z" }, { "sequence": 522, "attempt_id": "c09f27bd-2aeb-4e9f-a4d2-026c34b3224f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.593501143855974, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:53.604734+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:11:53.604Z" }, { "sequence": 523, "attempt_id": "dc5d77b0-58d0-4f1f-87ac-a55bf35868e1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5174961921293288, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.927455+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000259, "created_at": "2026-09-23T12:11:53.927Z" }, { "sequence": 524, "attempt_id": "f6b028b2-7e6d-4426-8cc1-15af0e2b303a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4839196058455855, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:54.370166+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:11:54.370Z" }, { "sequence": 525, "attempt_id": "73995d03-98f7-46be-b4d3-52f11d421b60", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8791631939820945, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:54.604519+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:11:54.604Z" }, { "sequence": 526, "attempt_id": "c861264d-afdf-4de5-95ea-c43b1b58cdde", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.658252113033086, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:54.734435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:11:54.734Z" }, { "sequence": 527, "attempt_id": "acbebd4d-fa65-4625-b861-ae212f70b690", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5278772639576346, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:54.799009+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000255, "created_at": "2026-09-23T12:11:54.799Z" }, { "sequence": 528, "attempt_id": "6a5adea0-69d2-492b-85c4-7ac6a3c02385", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.711345509858802, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:55.355315+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:11:55.355Z" }, { "sequence": 529, "attempt_id": "ead41215-4318-4a5b-b180-302198e6ee22", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005706, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.6584648080170155, "model_name": "gpt-6-sol", "output_tokens": 87, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:55.625378+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005706, "created_at": "2026-09-23T12:11:55.625Z" }, { "sequence": 530, "attempt_id": "aeacc6dd-c592-4a3e-97ba-abda36e6b587", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.7526761109475046, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:56.613408+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027939999999999996, "created_at": "2026-09-23T12:11:56.613Z" }, { "sequence": 531, "attempt_id": "32ac63ce-dc85-41ba-9c8f-f29fb89dd0da", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.0737862118985504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:56.718187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:11:56.718Z" }, { "sequence": 532, "attempt_id": "445591d8-d9bb-4fcd-a343-9a62618cf002", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005438, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.2521181791089475, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:57.051469+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005438, "created_at": "2026-09-23T12:11:57.051Z" }, { "sequence": 533, "attempt_id": "7930b3d7-3179-4b7e-b171-800d2e8ea697", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005642, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.784119423944503, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:57.457449+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005642, "created_at": "2026-09-23T12:11:57.457Z" }, { "sequence": 534, "attempt_id": "15eafff9-2862-4930-95ea-57951b446949", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.4296108670532703, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:57.833202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01176, "created_at": "2026-09-23T12:11:57.833Z" }, { "sequence": 535, "attempt_id": "04265b24-86f5-4a5a-a0f2-86271bddaecc", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.7535884340759367, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:58.845632+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005316, "created_at": "2026-09-23T12:11:58.845Z" }, { "sequence": 536, "attempt_id": "3199719d-e2e2-4a13-ba94-c680085f938b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00035830000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 4.663316797930747, "model_name": "gpt-6-luna", "output_tokens": 233, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:59.098460+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00035830000000000004, "created_at": "2026-09-23T12:11:59.098Z" }, { "sequence": 537, "attempt_id": "da7d364a-5b18-4bf9-ab16-48770a92e2f4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013664, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.507174250902608, "model_name": "claude-opus-5-5", "output_tokens": 96, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:59.265892+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013664, "created_at": "2026-09-23T12:11:59.266Z" }, { "sequence": 538, "attempt_id": "890b39fc-9b01-4c7f-8fd0-1e55eaf58c43", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003056, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.792129843030125, "model_name": "gpt-6-luna", "output_tokens": 118, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:59.445605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003056, "created_at": "2026-09-23T12:11:59.445Z" }, { "sequence": 539, "attempt_id": "71069505-0d4d-4aa7-ba42-6b1e501e5f1c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.105372851016, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:00.024906+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:12:00.025Z" }, { "sequence": 540, "attempt_id": "968169bf-15f1-4de6-8dee-665a4b291910", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.162065963027999, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:00.066790+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011464, "created_at": "2026-09-23T12:12:00.067Z" }, { "sequence": 541, "attempt_id": "f71ca124-178f-4df3-bc37-7537519cc8ab", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026880000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.806802710983902, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:00.304014+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026880000000000003, "created_at": "2026-09-23T12:12:00.304Z" }, { "sequence": 542, "attempt_id": "e594c759-bebe-4973-bf16-d5303d2b3637", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.1137438390869647, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.254052+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000261, "created_at": "2026-09-23T12:12:01.254Z" }, { "sequence": 543, "attempt_id": "2e9fcb82-e38b-412f-8981-38cd632e9484", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.3817894579842687, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.448898+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002658, "created_at": "2026-09-23T12:12:01.449Z" }, { "sequence": 544, "attempt_id": "2411d901-2f54-417e-bb09-0141eb774882", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005276, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.975185968913138, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.490266+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005276, "created_at": "2026-09-23T12:12:01.490Z" }, { "sequence": 545, "attempt_id": "b0cb9d8e-8e7d-485e-a5bb-0f731e586414", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.700370446080342, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.007980+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:12:02.008Z" }, { "sequence": 546, "attempt_id": "a7e5341d-118f-4185-b222-4e47c582c9f2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6895149720367044, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.049772+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005398, "created_at": "2026-09-23T12:12:02.050Z" }, { "sequence": 547, "attempt_id": "a973159a-2bcb-4be7-865b-d8589a6f9cd5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2081259449478239, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.740905+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:12:02.741Z" }, { "sequence": 548, "attempt_id": "a32fc5cf-adcb-498b-a409-a40f97c164ea", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002734, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6073344950564206, "model_name": "gpt-6-luna", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.903391+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002734, "created_at": "2026-09-23T12:12:02.903Z" }, { "sequence": 549, "attempt_id": "3ae8fbbf-624e-44fa-a4ed-d82f27958f5a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.143314569024369, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:03.633945+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:12:03.634Z" }, { "sequence": 550, "attempt_id": "e4d888ee-8c76-4229-832a-a827b0747c6f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.6314038098789752, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:03.723861+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:12:03.724Z" }, { "sequence": 551, "attempt_id": "bd52bf5e-e35a-436e-892d-eba2135a20e7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2542525718454272, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:04.066438+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:04.066Z" }, { "sequence": 552, "attempt_id": "2becc6f0-0a7f-4cdf-a1cb-e5d50fdcb17c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002701, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.2641468660440296, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:04.314243+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002701, "created_at": "2026-09-23T12:12:04.314Z" }, { "sequence": 553, "attempt_id": "c5c4f3c6-6158-489c-bdb2-a29bf80cb578", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.508113418938592, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:04.482176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002545, "created_at": "2026-09-23T12:12:04.482Z" }, { "sequence": 554, "attempt_id": "0e9ce157-f557-4a58-96e0-9ddc5aee760d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00556, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6197601349558681, "model_name": "gpt-6-sol", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:05.407073+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00556, "created_at": "2026-09-23T12:12:05.407Z" }, { "sequence": 555, "attempt_id": "3ed86331-bd82-489e-9cf0-04ed6edbb56b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.547751357080415, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:06.252928+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:06.253Z" }, { "sequence": 556, "attempt_id": "20cc7b57-ff84-42a0-829e-3ba36adc3c1e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000277, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2883436779957265, "model_name": "gpt-6-luna", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:06.396834+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000277, "created_at": "2026-09-23T12:12:06.397Z" }, { "sequence": 557, "attempt_id": "0bc7583d-cfa7-4c7f-9756-3d2c4fe1dea9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.084770825924352, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:06.485988+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:12:06.486Z" }, { "sequence": 558, "attempt_id": "312dcdb8-c893-49c4-a4d3-d90fb6626989", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005546, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.061128609115258, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:06.585015+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005546, "created_at": "2026-09-23T12:12:06.585Z" }, { "sequence": 559, "attempt_id": "bcf2fd27-4f35-4818-837b-0d6383c03617", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00032480000000000003, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.7498087440617383, "model_name": "gpt-6-luna", "output_tokens": 166, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.197848+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00032480000000000003, "created_at": "2026-09-23T12:12:08.198Z" }, { "sequence": 560, "attempt_id": "fe3959e2-63e0-4015-8105-4a49a1405f43", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.0008171531371772, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.319211+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:12:08.319Z" }, { "sequence": 561, "attempt_id": "f49dae00-2c41-4f1b-a957-73d485a4ae22", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.062473326921463, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.639004+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000279, "created_at": "2026-09-23T12:12:08.639Z" }, { "sequence": 562, "attempt_id": "b4506f8b-f0bf-4fe8-bbee-fbdd838d867f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 0.9948814560193568, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:09.361574+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:12:09.361Z" }, { "sequence": 563, "attempt_id": "684ade8b-92a0-4a45-85ea-5e1f1cace5c1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.475995659828186, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:09.716443+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:09.716Z" }, { "sequence": 564, "attempt_id": "3696340b-6530-4b51-a754-132d844014b1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00545, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.311274452134967, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:09.797618+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00545, "created_at": "2026-09-23T12:12:09.797Z" }, { "sequence": 565, "attempt_id": "b96c9513-0bbe-43a7-b463-0b88eef3d89e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011884, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.841059041908011, "model_name": "claude-opus-5-5", "output_tokens": 26, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-23T12:12:10.467307+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011884, "created_at": "2026-09-23T12:12:10.467Z" }, { "sequence": 566, "attempt_id": "9c15c728-f82e-4df8-bbc7-f730224d1e9b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.958865099819377, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:10.643059+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:10.643Z" }, { "sequence": 567, "attempt_id": "6a116dda-ed4c-4a62-8664-03ad910a594b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.3232583720237017, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:10.728878+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:12:10.729Z" }, { "sequence": 568, "attempt_id": "9919998c-1ebc-4267-af31-db8af8ecf476", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.481717576039955, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:11.241437+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026460000000000003, "created_at": "2026-09-23T12:12:11.241Z" }, { "sequence": 569, "attempt_id": "2b97b8b0-1b77-4143-ad84-bdf7348c59b0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.5217569598462433, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:11.361113+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:12:11.361Z" }, { "sequence": 570, "attempt_id": "864b3323-495d-4d7c-a823-71586d44c11f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005522, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8554041008464992, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:12.365593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005522, "created_at": "2026-09-23T12:12:12.365Z" }, { "sequence": 571, "attempt_id": "2e3293a4-725f-4afd-842a-5388a6ff330f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1755848280154169, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:12.579949+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:12:12.580Z" }, { "sequence": 572, "attempt_id": "c3f241ae-891a-4880-a01d-f702c3a5288b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.8708448950201273, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:12.641596+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:12:12.641Z" }, { "sequence": 573, "attempt_id": "581359f0-0841-4a34-9b54-4c8cfc366029", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003011, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3603566291276366, "model_name": "gpt-6-luna", "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:13.045985+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003011, "created_at": "2026-09-23T12:12:13.046Z" }, { "sequence": 574, "attempt_id": "f5675d3d-0461-4ea4-b4e7-29937752bbb5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.8313454990275204, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:13.116633+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:12:13.116Z" }, { "sequence": 575, "attempt_id": "687010eb-963d-440f-a8f5-e6e1af54e129", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00529, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5301798291038722, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:14.153828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00529, "created_at": "2026-09-23T12:12:14.153Z" }, { "sequence": 576, "attempt_id": "82240c4d-2af0-4735-b39b-840d8d40ec30", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.631937138037756, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:14.721292+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:12:14.721Z" }, { "sequence": 577, "attempt_id": "a007880f-df2e-471c-818a-38c984fea750", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.434824370080605, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:14.843688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:12:14.843Z" }, { "sequence": 578, "attempt_id": "c54bd770-a875-4ce1-987b-6f26c8ed0138", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8494696379639208, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:15.008352+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005066, "created_at": "2026-09-23T12:12:15.008Z" }, { "sequence": 579, "attempt_id": "72fd32ba-79bd-450a-b519-244797bf86ec", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.421084163011983, "model_name": "gpt-6-luna", "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:15.104847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028, "created_at": "2026-09-23T12:12:15.104Z" }, { "sequence": 580, "attempt_id": "c5b5abe4-b9ce-47d2-8017-6d40f5a46532", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5430823368951678, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:15.740421+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002703, "created_at": "2026-09-23T12:12:15.740Z" }, { "sequence": 581, "attempt_id": "a43c9d6b-8c6b-450a-8f01-8ab1890a4b2b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.639116141013801, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:16.689745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002703, "created_at": "2026-09-23T12:12:16.689Z" }, { "sequence": 582, "attempt_id": "b24b0cfb-e63f-4780-a807-6952ae79224c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005246, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8156335221137851, "model_name": "gpt-6-sol", "output_tokens": 32, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:16.733651+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005246, "created_at": "2026-09-23T12:12:16.733Z" }, { "sequence": 583, "attempt_id": "f76348d0-f883-47fa-8fae-9c4eaeb6980e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.397916426882148, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:17.162067+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:12:17.162Z" }, { "sequence": 584, "attempt_id": "32173fe6-cab7-4caa-91f3-fa8d709a5d40", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.548825444886461, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:17.334759+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0053, "created_at": "2026-09-23T12:12:17.334Z" }, { "sequence": 585, "attempt_id": "bb054064-9788-48c7-ba4c-2c4a3cc40d65", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.366052179830149, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:17.523892+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:12:17.524Z" }, { "sequence": 586, "attempt_id": "2530ed45-2d73-4b1a-8dcc-689fde00a7f2", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000269, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.0322223140392452, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:18.766187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000269, "created_at": "2026-09-23T12:12:18.766Z" }, { "sequence": 587, "attempt_id": "e585374b-1176-4e51-b3d4-038f255aa839", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6714320729952306, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.065087+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002673, "created_at": "2026-09-23T12:12:19.065Z" }, { "sequence": 588, "attempt_id": "7cdf3a11-d657-4b83-96c4-38cbf54f0f6d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005286, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.053604848217219, "model_name": "gpt-6-sol", "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.348176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005286, "created_at": "2026-09-23T12:12:19.348Z" }, { "sequence": 589, "attempt_id": "ce75fc88-6bdf-476f-8217-245311584c57", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.265950326109305, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.838813+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011464, "created_at": "2026-09-23T12:12:19.838Z" }, { "sequence": 590, "attempt_id": "f0d7fb7e-de19-4674-8f4f-e6cdbf426602", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00539, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.52127517410554, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:20.331918+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00539, "created_at": "2026-09-23T12:12:20.332Z" }, { "sequence": 591, "attempt_id": "19871d98-3f4e-4837-a4e8-ecdd6c70da13", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01406, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.7312494521029294, "model_name": "claude-opus-5-5", "output_tokens": 141, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:20.507685+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01406, "created_at": "2026-09-23T12:12:20.507Z" }, { "sequence": 592, "attempt_id": "010e9d08-b9d3-4150-a64b-39ec8115fc89", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2324609369970858, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:21.118215+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:21.118Z" }, { "sequence": 593, "attempt_id": "610e09d5-8225-4c41-9ad2-708070a97470", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.7415906188543886, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:21.849845+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000278, "created_at": "2026-09-23T12:12:21.850Z" }, { "sequence": 594, "attempt_id": "3b0bdba2-5410-4a4d-90d3-240a93ff9e88", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.5029262909665704, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:21.894745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:12:21.894Z" }, { "sequence": 595, "attempt_id": "d2760b71-ce29-47a3-ab63-d60ceb3fc162", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.4322603740729392, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:21.983560+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:21.983Z" }, { "sequence": 596, "attempt_id": "b3aae6b2-65b7-4515-8e25-4ec72fc73864", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-023", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7603477640077472, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:22.135638+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:12:22.135Z" }, { "sequence": 597, "attempt_id": "a0c4a445-fbc6-4e81-83e4-e55a62ad7689", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.2148913010023534, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:22.376371+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:12:22.376Z" }, { "sequence": 598, "attempt_id": "b99167ee-36b6-4be8-994b-b8a90085d2d1", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002681, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.6807260401546955, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:23.575792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002681, "created_at": "2026-09-23T12:12:23.575Z" }, { "sequence": 599, "attempt_id": "ae61ac44-d6a3-456b-8f5f-4b6987cae881", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005468, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0625067399814725, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:24.095830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005468, "created_at": "2026-09-23T12:12:24.095Z" }, { "sequence": 600, "attempt_id": "8c29b69f-6424-4387-b70b-852e2021ebba", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.041149134049192, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:24.233084+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027539999999999997, "created_at": "2026-09-23T12:12:24.233Z" }, { "sequence": 601, "attempt_id": "82b69a04-3b32-4edf-8c62-16e0a8677d46", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.3169115600176156, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:24.277397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:12:24.277Z" }, { "sequence": 602, "attempt_id": "2c74654e-fd72-4d23-81ba-b4b8d32697c5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.4610562780871987, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:25.080674+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:25.080Z" }, { "sequence": 603, "attempt_id": "8782ef4a-82c6-4948-a9aa-9ca378e5a038", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.9070792940910906, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:25.326757+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01176, "created_at": "2026-09-23T12:12:25.326Z" }, { "sequence": 604, "attempt_id": "7d0e947c-9d85-49b9-8594-1892d14f2e67", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.335501837078482, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:25.656529+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:12:25.656Z" }, { "sequence": 605, "attempt_id": "99ae0035-042d-4b5e-8a52-6dddce901d22", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7535882850643247, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:25.893305+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002547, "created_at": "2026-09-23T12:12:25.893Z" }, { "sequence": 606, "attempt_id": "75f7f320-49f7-4337-9847-e9f3e38d942f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.196191277122125, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:26.896498+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:12:26.896Z" }, { "sequence": 607, "attempt_id": "28e5e126-69bd-44ec-bec8-c788c4d96ea2", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2303216031286865, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:27.167444+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002436, "created_at": "2026-09-23T12:12:27.167Z" }, { "sequence": 608, "attempt_id": "d3c0aa08-defb-4a9d-92b4-2f761f05cbb7", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.997389294905588, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:27.275081+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:27.275Z" }, { "sequence": 609, "attempt_id": "82c31071-2acb-4982-b147-cfe457e9b368", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4458651458844543, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:27.816657+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:12:27.816Z" }, { "sequence": 610, "attempt_id": "d2bfbe3e-0222-463e-84eb-1263185fa63e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2873766380362213, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:28.498713+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:28.498Z" }, { "sequence": 611, "attempt_id": "48b3295a-01ae-4581-a60a-6f1f467e5941", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2292474179994315, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:28.547915+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002547, "created_at": "2026-09-23T12:12:28.548Z" }, { "sequence": 612, "attempt_id": "521b3cc4-d8e8-4b92-af37-94b88a2458e2", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 3.6464195048902184, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:28.770858+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000262, "created_at": "2026-09-23T12:12:28.771Z" }, { "sequence": 613, "attempt_id": "bcab7e23-7c0f-4dc8-ac81-d524581d1050", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.2892798448447138, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:29.150847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:29.151Z" }, { "sequence": 614, "attempt_id": "27e24534-d190-422d-b011-fea6a245daf6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.44454238191247, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:29.386215+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:12:29.386Z" }, { "sequence": 615, "attempt_id": "b071483b-2097-4311-a5aa-e4d112a0e7b4", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2991377708967775, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.494932+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:12:30.495Z" }, { "sequence": 616, "attempt_id": "9eb2745d-aef2-4dc7-9b28-bd251d86a6a9", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-011", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.093164, "err": null, "error": "Response did not complete: max_tokens", "error_kind": "invalid_response", "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 30.54026378504932, "model_name": "claude-opus-5-5", "output_tokens": 4096, "prediction": {}, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "anthropic", "raw_prediction": "{\"model\":\"claude-opus-5-5\",\"id\":\"msg_011CfLMEMGY93DZ9FPrBU9VP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\" {\\\"choice\\\": \\\"B\\\"}\"},{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"CAQSvj0KEAgSGAI4AUIIdGhpbmtpbmcSDIole463GVK/ZCd9ghoM49GRC4wc9rG36HBIIjAGTRSjs5YEpL9eHKzVo5jQ5A/PVx3MxyTQaER2fct22dN9gyLIcImSSmaiz6Q+Jrwq2zwZt+dwE3veRyNquijMvfbbIpAsO6BEdJERy5qSpZ2VpqilBqlY9tOqI5XAgONUcEn8MGzSjgrBD6H17G5ksix4umadYUjQrl6Z0GdRzHVfVj7Sp4a64tVV5vpw8q+7XVBxSr23kiFxCyJ8196ySQrtolVzsqVWlznjfTrjLFsMJjn8R7JH8b5P8jAgbKOdiPD/uRIV/gxNUrDfBLu3kcgd16L4iTHyw6BgWwl506scn6uczMy9FaFnRwsBfAm1y6prH1OVM9Fz65qTxtWHgTLQEDDheVh1Km7ETPwGcSWZxxz5U2wR7D1CTb9OlDRqQSsPZ4tK4pHuIVD57NofuprUjEwb6WxjLng6owbhBo9Cyhp66sU69iWInEbYGcQshVbunD2gfH9/zMxbtxmhrIjFOL3fAroknS4bZjVq0hPErFC6lviJ7I9ZLOqYiZBm+aqGUocCwftoK4Wfww5+FHEiYdCre/gBXqDMAqOsD5olJud9Ro9TFH5YQUhXpsvIgSIfAgkD9CzinCwULbr4/M81rbUEgNxFQuOgm3BjtdwYClupbGx/GQycFLbIpfW5CfQpBhONxV07oxBVRVHQJJV3OjkZJqe5wLc95Zho91ISwoaA9+Ep5SlVkyYrHQXfTEiZsFlhTM7uOdlgGUsxETzREMCQwnqjkiPGVA5vi6LrbBUcTRlU/EMlxDpr3b7D6RFiaAuM+0BdzNSRntIVz6vPeqyyane1py3B82/IlFZ66weoRtL3ntR1oG/6oxQopWGRIVjtwTaKS9WCR1oAleliDd3dWlJx7n5pA6regYat2E1dAimf6nOOxpy3ZY0gAbGqptbkg1SdRzbMKEhzV4v9EY/uQ1+Go2J+MsfJKQacMq803SLiuT5kAAmoNKrwwqd1ulOBvdLbUX/gxI+I5/E6aG9wOYT7Sm7lzGq//SrYzdZTT2QsxT6kJPS01kwiEq7KCObmULbIO4sTdgTe0OoPXs/Sk+rBVOhSyamMiIQSggtzxy8ffWfsZXpi2sZUYEkEGfuFgcTCVTnaiHSOYAdP0ob2B1p14TBwQjp1+7wh53dmY7x1yf35Ge1mHn5BP5bJyjykRLTu4NQBJlPk5YQey0LJTCIKbctVN3BHOmpHCDkiYfiUFiG28c5ti5uVabgmiNb9p7KYrTm0isvIdAkzd5LgSPyA441QjeV5wXsJjQitImi1y8gklTtYa5h9kfvg6yCG815ED1HIXAi7meo0ZvqO8CdcNbyMYIZLt15+vC8UwW47jbz2mcD/hfqj6I/9BFr/TToAcwaQYPKdxOw9Z2u8c2FfIfc1DpRmM9ITjW6CAccadfR7Bs1BGm0WVSsIJfbbKz0Qv9snAzSX8+1yNvpDHJbB3S7Q260wguX8sPKD4jgtvOicdm1pKwx69xQ/jg7mW7dDS/zafk2p8qgluhKX7WSSjCNIFtp76N0xNlWVSbQdG4GSEomIBkvpe7SQhqIbNRAEa0q3h0NxY5ih4dkBcLTuJ7aQB2u1yWlrQqg//MYzxJpcCT16+KcTPj2rDDdm1j1U3213uKCORQM+84VCVz7J6lslBvzh7knwzuyILjHGgRr6BPsW1sctN5oUNEzCawkJikXkyzOK+9elT93f7i55SRLZgPBxO5dQrjdiw1HH7nCw58eB0ZvRCv4Hdur5rVJXAE5hJuPXHhOri6oG1dRRK1Nvypzb9KMmVOqueLg+/nDSWS7+9dOcKdIzAklPn9jAa2yvoEemBYHYNE8RrAgC/QGTiEL78szzQN0xnXlZxPutmbZ3S80YqFSdqNaxNOuPzPa9YsSFt+fSkUw2Q1HF4DKHfSk7px9kZb2Qd4eNkfKPPWf9L2PvHZHPC5n+xxDMIH+qQdVmKsuBkeuk9+Cc4F7z/1pAnGf+NEV0i4pLejPX40zKEYngYCXTQ+f1v8aKITohvQ99Rd3sqXCTey7XqVSWQO91mhS7duDfYhjzRNA5MR8oYa6CeTVKhY0RnYHhzeGMnSeSAkY9R8ptYxws4+BHj9d+lIHayCNCgD4K27qxf3yMzLZfqB3dwwN9492B8DF7aCzPN36+rKs+FxJXqmICtXrvgDn+8dWH1EGl/OEwpP5Y2lOmMLDAlNd0bHnINqzJzaXwX9tzLDSQ0toMzTWzvRjGkykrbjETDktfx1yb5TZt5bLh9IYOZgL8bzatrwbkahgStjDaYSIpMGuRNgDvYKGDRj5zbt7KOP/yHQhIJh4sbSPtQnKGm6fOOPVMjihzuT4Y3mhwU04AB0JcMGzmUonbNIm7elj9Zmf+ZG8wjzEmK5BvofhtcMhETKrXC09+/FsbHUMJD1kNR18Kz3GxVDfXXTZxoJCBOHU8wPbxy6BjwCuQYA5U2wtNloj8XF6AYDsHrh4tvfdv6OXiH4v+y08vM8X5Y3xq9pjPjTRsa+Qfjd8GHlo+UXMz+HgFJyeeM8hWAyp7Ndj9wHg8GJphh2YKlHa0WNn9n4u8Lh8/AGggN2G/sdAZ87vJMNdQYhHxpXniE916bL4OyXpcWRooaUevzfM4R6gW+HOvp4s4b4diW/UcclcVS5590Ngf8GSDKe4+RMckTcOpmF2k4agGqoO6Tk9QPBX+qetx4LCxKj3nWvnP5HZO3df0ZrpZNJzluOvAIcQzmzA/+krhTuFNiHaTJMxVwwKDaEZqTKWlKar4VIqWm7xVJIcJgYYZKaiifxmNv9d0bc+PNFgzkKTdoYofbDVCqrO2crCRKUHdVzTWW0b7ZF3CrW8YpwaR/UTxhJF47/dduYQo84d93Fickxma2W+8AjrsL8TeUF0TewD2Zg0pfjLwNQkS2cs7hEah9KeDEt6QGuQ9De6tbunwl0JjHsr1GI383u0YBAw7aQp9Q/D2yxwuFH87EZuzZ6HQqWO1GxS9yCw/KQ10Bh5eGJXgh4s5/79TA7+CH8OlFkl8ADUkThqlP6QwHe2a4I3orP4uzRxiV44oyfZ0OzelOhHXugDXJT/8KmjPda446w0MiJAcPV1D4L+b5dpQXq/mcQBVJ8QoUUjaranFSJP24O3GEZP5NZIIn18vT/FKSs5t1OS9eKmNptc5IT03eoEyrXCpMd9UdHWhdQrrf9SYn5DmS+0MGJBimIG6Ygr+S4yuWgTiQZar9pa+BRcge7UPfHo9gBHxswn1FCq3cFe3wYba9dHdz5jKF4gyqzCwlwtDXhgG/8u0XDcGPh6o4v+97pdbTeZWHkOXnH+rchlJ5GE9B9GxKnGlhiMmao/tl2+qVLDxBJwDbdb/pWAwOeZyxnyDGU58Mia8SFDmw1voPqJw3ucm6snt8aHr9CzxHGe+FGXVn2IB1oFq3phG4KQG9nyjHtLbOEjIs38qnuzZ2lq5X2tKMuZ6sU+SCLqMpx2s46FWoTTg9/mD+WOFikLdN70yGgUJ99P90F6ZstrJkuiHtKsux9w/AxNDqUqfo9zQHO9+Deni2mAWkpNZKdF37qoRKUjVQPLL5fweTaJI8sFlMxkDcAYN5jCRgSIkgytwGE1TNDEBzpEnqwcg5GhfwD+iCW++ZrSEwe7qtm/R4ebb9qKQ31cbzt6A6c2v1nImXYV8lNh+MBSfOeOaTcuiZdc679DDZvGqichhz7CGY+WA1v4S9MX6mkKjD7AONCvRpdVn2wQ9r/FsDCnPTt235BmjNbHSiK1kH/ur0uAsLE3TGI5LYoQJ0EHU4TL/RYxJrM7ryl9Sd8DMJ7wuQbrMCLFqBN+05/PEaMEv2eOnyCsGgzm2UYq4ag8U/GnRtPATX88pB92sC2fd+RZP2xC+VdmTEzLIOT1XhNIxd6JROg/M0/UEiy6GnC8w7WEGDsWL3D0ESOLZYk5soj5aS2YYPn/knowQRNwp6POy4LTgvB5M+wJvSjV316dcVo3JeoIoroiXTBt2somLD2NCom2PTBfbVOBu9bpe0QC9kcaO3mUAhNcBl7r0H6ThsR9zRZsujoRNh5C9tmxExXNdp4K7mtlP+WUCHqpGiKbOlcK+B02kRXmLv/Im5mgU0//g9sdKkwI+mFt2WDzS6plrxZfbuaDB0VbT+Iqx3vIXdzRaLpJ1a95Nkrwg3YJJB7wGhKAM5EnevIvpTSVA0jxvzMpLHnqgGuwH98CksbJxPhBR6Sfi/KjlFRL84f72H6Uk1m8yBWlC8k7J9/oEtZbsj2SDyxfAtchYSR9rV3YGQ958bbCtOvm3RlNAiXMsjk29MWB/8Nontk0JzjGXgeImXNg7LNLmwGsJinuswlZ2Fadcn7JVVHY3cJtTTCfvi2BKxbVyDSVKfnELQ47en0HjraTfuBuaD30VHizhq/lFj9N1y2fV6sGJrG8r33u08Z/l40s2U+sovUmzGAYtPULzwm09KDLS/c95dmrLmhs+BYPNfxbqMjNi8Mv9R9A2/mkg+T2QvlElhWf9V2RUBi+cg4F8cLN/FQ/Jpj5+bo+PYz17GNwM7VucETfAalUZh+PPM18drAC/tWPkzPBsJBS551wjhNmdmJ9ZzJB9vjGjPcAjSTzqXJe5tgOlywDXvVC5fjPp/d4EB+cbKs0NBnCutWDgsCMn2ZF48dJxoUBH4sHRtICTUl4/zxpCB3TuXlY5VBt5n/I8Fzq1ZnRCyaQk49csY+QIn1VYI0aaYgi3KG4pzQ+7KPpDWh4crIJU0CvXcFETTvEp1AJEWFCWAkBktVSzMiIf1GIG6EOqH5MtiEzCtH9Prz9yokHVUIOmi9RRtOQxPvf+NaAzpLpmYVAch7pqhBp7i6nKGgxOX5DwMNNWi+4ZJXnm4vxTAaHhTfTA7AF5fa02MS3QQiYrDID3VKzST8PjNJPe05rHrjnN5rYtx/wylVjRLC/LtkPgyMs3S4QG3jEoSwBlBI33Aw/zDQ6KWR5tXRAWeEy9af5JggSUC56zartlY1lPWfp+Woy0CAUptsxxGHn0q9Oz4u7rnJr7eF5VedxLWEhuv+miMjuTGCNm7oA0upcs2HpLmezZ66VbN8spUgQk6S56MgqAqoZ3bl6myP7EO5kmFxFT28C8kcMXUFzn+gbT22HXUf3ql/fGi/0e/ArNQzMQ2npdFCbeCKM4fTqKakLCXHoZWUURGCwJTt6InSuF2gqeqwKULZ12mf1mbEPWgA7FuLz6H1XXQR/xOoSpfzlR+vI4jUndd9aDsbRqv0IWGAsxdNBiYWn33UG+MoLLH80rbdmgo0cNWOO+CIxyPl06rODO79feC5YYuzhEqVBrWRHTDRn2R+jZa+PkO7AVUlguRb9sxY6KNln5t6gJXzYN0en8Pu37CqVfK6m1mWb/TaXQFTmWxYdziNWik/6i7PARGVaD+ocerqhvYVjcVCZStZJvmzbr7eveG0dDhyi/mgL0pBlBiNZmDB4IIzn2dkbG7NaHDvRGTg7a+uBfHsr+q5sKPAhNWjgfJmf0N6qZVDq0YPbzfj5zPDnXuBHVqd4JOUN9cowCyp1OL6Bm/rhHtUako/TnefqSc5UsI1pCvzkC5RZyto50YJNptrGkzaOR+qCMX/1IEhQNg7DyI1pDM1tfLA4L0emqNElNIDx4g92MIoCUeBJwJz6hotkMSlHBtwpOyy1bvSbM/RklqPNYpfK1pzklTvsC3sxHr6Hyczm6Puyka4LN9FvUxQpUheWoWFfkZQJ06NLBf2uIxl2qpvNQfL5Fd3YkoDaJO4q94AyS8RVxMYEMcCpQzP7fNfK2hVZ3cLcZ2WpDnBnKkPnwpFPAU8fX52wOReX1mbfWsy6KCBBvrgNL8gwNLFOqkuCD+9h307+OMt5quapV0WTWHuWot/zbLNI1/Dov7JitLvh92Ea3uqDLuMx+RxiBoZvaI7q9bb3D8+hwhTe/Q3eued0iZdHW/15k3LocPpxR/BibgVoPZuyJht/VyYCcKQWIVJw6ozS5EifXjHBE2zFAHJmpQZloIAWUVKD1S/wR3xdVSoIhp3TN/PeeSFyZ41G4/Y4qyO38X4OAhuXy3BpLCQwF6XTW/nlW8Kv1zTRfTQSYcQGOFZHHJKodmb2dfyUNEknWCef2lvDvV0p1bkh+J6GN61c+gzOepdOFcG5kaztvKYUrlghV7NINPVppjza9T3fJYRbtJnZHj+tj+JmwA2V4gzAFlcfaUv0DfzCulLWspN2FuA1C/Wk6+UaQX8vc8qFDiB0UOp72F74450F7B69vdTno3Pi9wJHC3y5sTT60qnxGXCMCOvzCYepQRmDdHFWxgB7DzXAaz0J2Xhhv+mkzUSuYkEeQb+xJmjqNxbj7ggpqwDS+IdMAyAetNhAScQfec7Vw9JwRSdWNwN1YMoU99qvc2u3uZrPsNmy6dBd4gZ6d1K7bb71LOMAXWLHo8WHQyAnttefD8e680OxnP5A5DqxW3X8IU6M8G6/HoJKgzLDdsvhTulkKF7C6i+C1tifypbWV9uZZOOj/SDtZF5bBvG0EQu5sR3QtojmadXfbjLynE1LLLPRbbP6RRD2Oq4KqqIhj2SH5YYe1KgmHZFOnMRTG2reYdnKjEVwaMPIvLiUYq1fVPzXvxmdQJQUUCaJrPfMtQ3poiVe8bgy6ys0qR+zEut7qI0By/G2RncnxysniPsGuooNiMfUd4Td/pikpFjnOVlaQvKveZDn7hMg5+HzKzsEvEp4KW8ULZ+FrkV/FszKHqbJYLDTWU/Q8q0TwiYU3K0Asd4AUxPo2j0xES6BduALdivGulqpjlAxTD7Fcw3qdsRMFMhJfRbbaFLhyGcCabdH4O5pZY9cByxtfxhe9qH8wBivHWnHQB5iUpXKaRvE/vvZp6+dywn0EdS9yLmTCXeewydplTFAO5bfKzQgmQRk/XuJNio6gxCKzt4PN3+YmMDPpZkbI/4j6PthNYRAKuvqFwOFQvDbT3lgQ8hmSKcWiiHFm+CfhHaJdU22S7DjYMluXmVaQNPBbRr+A+cXK456rYOiu1xeJgoeAavt0rXBFhFsNJU/fgsYK7IWhu5i67ypXvylZDoSu4YdFOTWjab9BVIzYQg8xxKXVlw4D0NFN0uI1xSdp1mjMWs5ZGQA6LCuT5ZttqeT48bQC/xsqUlydSvrkc29P7fos+6N25j49D2ZlD6/G+KU9KrWlw7A2bzzDRY4zChO4VebYcTrWCf19elxwfRUO8pJt1UoXgV704tOTRg5qh6n1gSZBfef9ffrz4UPJm8AQ2lPm+POio1Y0dSUhoLct0Y+ckIauEvJ05izoy6T0eKAiBTfi6b0If6A9ccMKYIGNBgC4VPUP23YMX76HPlSsgOHujL8yMNtz519S68MUTj4T+f4frmzyMhdVmw6MsShx4MfkxfZ/CQ0aGOFfOFv4JENcB0UyF5FMHe3h3o8t76pIV7cBFUhPlTLoNAWX2VjZZBuzoBlTtzk6EUiY9J8ehq5bnZ/s5jGbkDkBgdMPOmIW4PWnoFW7u6AFZ1Ayqhd9Sw56RLD4e2yeNVUuoAfSjutMTOw2qXnrRn3KdqCAH1CHp6LVMdVsie7dsiaFCtm/HVsvEezROxx5YAGLF7/A4jUgTV1WmgeJ2ZDGgJA+p31ZXq98d5ZiWFGJRblEVWnIX9ohrvUmqMZKa1XphztTRogBAiFkDcazLkNYjDwJ2IunFb1zL0UXcVs06bR7UNZi0VX+Fl6+YuRiYd34Vh5vh0X17j5u8fD/zDiVRgzJ6EKpNZOvlNj7abP374L3g6Xm0TH1PfbGaGn+TbsEMB1vN3wA/+/0gPVAnZ4yBSIP6KLtQQCGCCFGNROrTO+I/nZzCQwmXFStYKa6vX+TWO7Fh79XO9qFdnMkfwcieKultU6qrwgoY/V7eZt2coNU7Uiac1TzaBYCIrncjpLwLZ5l9q/wbsjJXhExcm8JzrDHNPSPMkAoopneGSrccBYeDyvFEBA1T+YucsBQERma/xMVx1s380pQR4B3A8HFvHN405xYfbCYFVk2QVmilGDZSG2goyAYHSKFHNRn7u4utq7XWg8hJ/4bscAq1Q0MvZdXHtWuAGgcDE26gIXZdum7qHl2meDA/B8SiRBskDsTe4FPWIPeb+RkT9ulpdO6DwJErNhBPAHdBhtjVgOSATkHdTjhTwqmnZxVNK+ynFxMIRL+JiQ44rnRDlQBR8NP5UiIcpG5zsM44YerJzHX0+ACXHxsawlWjJLex49NWKi0M4fHbrBDcEhhS7ZYYK6yxdYXv7kK61XkfEt+OzjOeF7oHGHw2X8wF2B2Ff6+JrXnzfvTLzXcjpcf4BtDYnbOC8/ebv0TrYMxijIRZmNhM2rYr+0o39pth0z5IMP4Z6lp9BdqyFxTm8NCUQ2nnd5NH2ljXwzkXoDW/Ap3VOpK/PggCwBAwqXffmD88XgbTM9fVUOx2l3MUMHQZC4Qn8xcNrUPn/KdLocGMHZ+PPni+CEZaG/yD8QG6GU9Nwu8Ga1Mwc8+NAKmfsQFNbPMz20bbG382fquGOLTaC9Sb2WndEWgGn3c/WFnc+chCkl3lkbaIa35wBz/enPgZaBjcsUE/6AkGbCObQYoYTmP/zAt9l++giUI527MweON0HuKgL1ksGkx/8WY+5oaoKZxqRmNlF7CSqln/I8diB3EqU5mr+JM/VafUuMKc1rd4AOOfgdb9+j2jgUrZPRqk/Z3gNUS89W+rH0ZLmm3xe4C4KR7T4UEpbiK22BoCPGhpr/lXUNJB4ZCwVPhs9qJmkArCIXSSTtp30MttUIOBLte4b4rf/Q7ObhVo4e8l9N5EtOUbE3ASi6VXA6kYj+lV7eEPjvkddMpVQos35f9e3KcVfZeeZ+1WpaDx+7azKWTZsXgWtPLcp6bx8PpH1jMHbeoeXpfZkbi4Hp8JsgJH2IWbiO0vHY1yT+yUtO2Q3c4qQbfWDal7qcq+6p8pP5AEBpleZtxMaEJjYYYSZ4zlvWYTpcQUg/ybwdh9mfAovOaC/OTqMtaFAJC8ZhWjOO2isBLectsdvmGAQME39f3b1yRoofwp9YbyUZEvxHCjD/HHukPy3NEa68C2g4v2YHQNaEfm6hJUHYQNGNama2Jr38dQXFhyAa34QJ69xuYl7VoiEdpsyG3AwWUdOKoB1WqHAeHoaiYniSvJfdYl0I0P/XxPbBsleK1X7Dm7WYbLAKmcGBNDZSBjbzrjGL4XA8R6WzADZbaGkAJMlMC6mwj6aoosSL/Wc83nNDweA4UsHxtvFNi67GqZbmsImL2/FIafgWtcEN03YZPJEzbUmIywv87EP5aNLoJU2obhJujjD7K7QJiB8sc26rV/2pg6B1An2LTeCZKmveYU+Y/+sxJMAqOCNWud+rjOUwf2fBHGMIWSzPCAv5UDzVaqbDjOjPlqh4B1lVA7alV6KeF9jlR+0sfqQFB20PrbyPsQm8bAo8jSYs6/WFRT8/NYD5A0Gxo0y9w3DthIwabj9avj65y8pvEnkT4mflsxBLu23fs0P0roA6DrOGZd6zzM7/5r9s2pcdTjOAib+wYX0UNcC7/rFDWb/ZMENwRmiOVlrR1mkuqFaJ3S+fwrhrixwh+DYg8018lfy9o4mBgXJvJXc9+QodvLV+rWfGFxqRJcvOi+Zom9iRD7nZ0YH43u8glQ0bvOnqM6H3yRLi+3syyA6UcztiZlS7WGYBnrDZHsi0HocISuqPTITFV53esJvgn44t1EjYlmcWrjtR2U48+zpwutWUg1baaYDRO+0YNwFiG17gy+hnWeB8iAWvKRYcZV0M98F/gO5JWLVKetjnHHwbMk2SDMvKv7Nfp77ufcEq/yIp+frQvVT6bYz6rdRpwulqZR3fCPejcNMVjsya3ohvuAXmla2EsG/eEc/8Ynsc2YtbDzEnsjPZjli+NHBiFjJw5VRrZhkfkE92FkiIZrwoUd/m38kpJC/wvn5m1zWgus7m+eMXENK5hObEgv7Qp50MTMc926l9EbHRsXN/oEeYuQwwL4ef0aM+CkuZv/FkTuhQYTAMNUfwX2Lw7mEY+qffh1bjuuCiSA70+ZNRjdY7X5uw5iHS3gcDd/JeK+gBl7OOo2MC+EPq+QbdZPA5H6+CL5EHVfwb4J6NZA8qh196JwaDntfin2CdTX6pHULGrzTSdhZoIevEmmk3WTpQ+GnED/rugIw9+hGufkKZ6v5NoAuqeYMwlI1rJc9KztoG8aKF5lQWOx1SSpNeCGa9eSJJTDb46mfa63OFOT0B9m+rNCI9StFEsJDgaBaKu/l5jyXSi8busBoH18wHYp5L9/rsYm7utKengzaLfy2SE8IJ3xuYpdE8NK4l0I0Z/uDc3rokTrmggQ3x7bPc919x5J8DGRpceBHuhU6h+bGUlMl+1c0RkiIStTBHXyPe75lowf7hI/pUJu6Xv2WM8rv1qqn+JrTk3I60xiNkocRwQaSSf/vRNGAE=\"}],\"container\":null,\"stop_reason\":\"max_tokens\",\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":2811,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":4096,\"output_tokens_details\":{\"thinking_tokens\":4076},\"service_tier\":\"standard\",\"inference_geo\":\"global\"}}", "recorded_at": "2026-09-23T12:12:30.652582+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null }, "cost_usd": 0.093164, "created_at": "2026-09-23T12:12:30.652Z" }, { "sequence": 617, "attempt_id": "7c9e181d-cd1a-4402-b6a2-3cc065c9738c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002521, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.3413165779784322, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.772167+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002521, "created_at": "2026-09-23T12:12:30.772Z" }, { "sequence": 618, "attempt_id": "b783d786-6e7f-4c4f-b316-a33c04eb55de", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.398279164917767, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.941020+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:30.941Z" }, { "sequence": 619, "attempt_id": "f53bb500-475c-428f-90ae-3f1fbbc48675", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5283627358730882, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:31.353628+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:12:31.353Z" }, { "sequence": 620, "attempt_id": "01b81a7d-a4f8-4938-b5d6-990da6cffb4c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.145626171026379, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:31.735898+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002615, "created_at": "2026-09-23T12:12:31.736Z" }, { "sequence": 621, "attempt_id": "70c19139-ffee-4a06-9e86-05050fb80884", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.099335181992501, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:31.797928+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:31.798Z" }, { "sequence": 622, "attempt_id": "554ef809-fdfe-4715-8201-55fbfafc1834", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4925363450311124, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.312812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002545, "created_at": "2026-09-23T12:12:32.312Z" }, { "sequence": 623, "attempt_id": "568cb0c8-3b1f-4629-b8c5-2ce1e8366509", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004976, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.0308774521108717, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.464272+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004976, "created_at": "2026-09-23T12:12:32.464Z" }, { "sequence": 624, "attempt_id": "dc0c8d1a-f1c7-4cb5-b82d-2fed6de97b1f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.551349941873923, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.538719+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:32.538Z" }, { "sequence": 625, "attempt_id": "0457051e-61ad-42e4-97a0-43ff38459e67", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.488238835008815, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:33.028169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:12:33.028Z" }, { "sequence": 626, "attempt_id": "13a1b97d-8dbe-42f0-ad0e-b667904c3d43", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.176441063871607, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.018683+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:12:34.018Z" }, { "sequence": 627, "attempt_id": "cf6ffb54-509b-4330-8d17-8d1885328faf", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9842370601836592, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:34.599400+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:12:34.599Z" }, { "sequence": 628, "attempt_id": "597ec0d8-0623-445e-93c2-f1d0e2799d7c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003033, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.8949891100637615, "model_name": "gpt-6-luna", "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.677095+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003033, "created_at": "2026-09-23T12:12:34.677Z" }, { "sequence": 629, "attempt_id": "0a5cfe5b-4fdc-457c-858c-2073d6bf86e2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6787929818965495, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.753293+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:34.753Z" }, { "sequence": 630, "attempt_id": "f208f4e0-e627-48ce-a5d8-885de36cca9c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.9761224039830267, "model_name": "gpt-6-luna", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:35.491056+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002585, "created_at": "2026-09-23T12:12:35.491Z" }, { "sequence": 631, "attempt_id": "8e9b1a29-c083-4005-a079-fd982fb89e03", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.1956721190363169, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:35.918092+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004926, "created_at": "2026-09-23T12:12:35.918Z" }, { "sequence": 632, "attempt_id": "4f7264af-4ae2-4137-be50-9825f770f317", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.9248188778292388, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:35.990017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:12:35.990Z" }, { "sequence": 633, "attempt_id": "e1b1d933-78b3-4a3a-8aa9-8c0617463807", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.6554338799323887, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:36.036532+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:36.036Z" }, { "sequence": 634, "attempt_id": "caa8f12b-e662-4bff-a741-e124e0b51238", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027580000000000004, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.7787607121281326, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:36.576593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027580000000000004, "created_at": "2026-09-23T12:12:36.576Z" }, { "sequence": 635, "attempt_id": "1722e7b1-d76a-471a-928e-3c4665f4e59e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.4887852910906076, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:37.135507+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:37.135Z" }, { "sequence": 636, "attempt_id": "b49bf6f1-3176-4b65-93df-2036b32f236a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2634634037967771, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:37.228598+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:37.228Z" }, { "sequence": 637, "attempt_id": "1827a156-38f5-410d-a213-43dcfd0d5455", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3684720031451434, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:37.405362+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002535, "created_at": "2026-09-23T12:12:37.405Z" }, { "sequence": 638, "attempt_id": "26de5982-720d-45d3-8b7d-3941832d1e35", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.3606290018651634, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:37.907702+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:12:37.907Z" }, { "sequence": 639, "attempt_id": "7dae833b-b55b-43ea-8976-6f9043c4e2fb", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5795539789833128, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:38.202885+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:38.203Z" }, { "sequence": 640, "attempt_id": "6b37fb59-8062-4754-bbe4-88b147b5822d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.3037006561644375, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:38.386252+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:38.386Z" }, { "sequence": 641, "attempt_id": "decaad3d-797e-45ad-837d-2beff96e91dd", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002555, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2977486329618841, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:38.480035+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002555, "created_at": "2026-09-23T12:12:38.480Z" }, { "sequence": 642, "attempt_id": "7c4c0200-645c-4c9b-8feb-53ef65287d28", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2329807619098574, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:38.685502+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:12:38.685Z" }, { "sequence": 643, "attempt_id": "2b52be0c-285e-4c3c-94f7-6df1aaa8049f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2443804149515927, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:39.771727+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002605, "created_at": "2026-09-23T12:12:39.771Z" }, { "sequence": 644, "attempt_id": "3f04f887-236b-43b2-8136-42e7bcf80000", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5586440090555698, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:39.833859+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:12:39.833Z" }, { "sequence": 645, "attempt_id": "0c71f687-8764-47e9-9279-742ab5584316", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.0338070730213076, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:39.988749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026460000000000003, "created_at": "2026-09-23T12:12:39.988Z" }, { "sequence": 646, "attempt_id": "a571874a-3cc1-4ec4-97cf-078c7a120cd3", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.8336923748720437, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:40.083512+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:12:40.083Z" }, { "sequence": 647, "attempt_id": "33fab379-3637-47d3-b2f2-dae77251895f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.944525189930573, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:40.378014+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:40.378Z" }, { "sequence": 648, "attempt_id": "d0365aba-8399-464e-8bd3-8090ddee19f2", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4767369818873703, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:41.209525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:12:41.209Z" }, { "sequence": 649, "attempt_id": "fb1f3520-acbb-4b11-bb2d-508443e87f3c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4553148041013628, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:41.336042+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002605, "created_at": "2026-09-23T12:12:41.336Z" }, { "sequence": 650, "attempt_id": "2758cc1a-12b5-4374-82d0-75e3fb61c4b6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.880800629965961, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:41.917414+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:12:41.917Z" }, { "sequence": 651, "attempt_id": "d7098d60-7462-4271-b4c3-26b895415a3e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.3153786051552743, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:42.134570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:12:42.134Z" }, { "sequence": 652, "attempt_id": "8df882b0-279e-4078-8ce3-0628c70dc298", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2405768299940974, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:42.372196+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005592, "created_at": "2026-09-23T12:12:42.372Z" }, { "sequence": 653, "attempt_id": "e85c7380-1d4d-4dea-a491-9ab120314b01", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028710000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.678002611035481, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:43.114680+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028710000000000004, "created_at": "2026-09-23T12:12:43.114Z" }, { "sequence": 654, "attempt_id": "82a05833-4b0a-4d79-9d92-9e010e35385c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005698, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.9639450449030846, "model_name": "gpt-6-sol", "output_tokens": 89, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:43.354733+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005698, "created_at": "2026-09-23T12:12:43.354Z" }, { "sequence": 655, "attempt_id": "40365ae7-931c-47ca-9774-aa2c92fcf482", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6169056079816073, "model_name": "gpt-6-luna", "output_tokens": 83, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:43.581936+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028189999999999997, "created_at": "2026-09-23T12:12:43.582Z" }, { "sequence": 656, "attempt_id": "cfe996f6-9910-4645-9cd0-b913357a066a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014344, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.787679587956518, "model_name": "claude-opus-5-5", "output_tokens": 130, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:44.050508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.014344, "created_at": "2026-09-23T12:12:44.050Z" }, { "sequence": 657, "attempt_id": "b21e30af-dcd2-428b-bf9e-40296f693296", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005846, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.062307238113135, "model_name": "gpt-6-sol", "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:44.482127+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005846, "created_at": "2026-09-23T12:12:44.482Z" }, { "sequence": 658, "attempt_id": "3cb66cd3-259d-4565-abbf-9c7e9b91ba37", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1564561459235847, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:44.785837+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:44.786Z" }, { "sequence": 659, "attempt_id": "a5fcd035-60c7-45aa-a73f-c55f03bef958", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3900704958941787, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:45.491474+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:12:45.491Z" }, { "sequence": 660, "attempt_id": "4145101a-a528-4488-a9ba-251c1fc375fc", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.015604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.9295949251390994, "model_name": "claude-opus-5-5", "output_tokens": 211, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.112273+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.015604, "created_at": "2026-09-23T12:12:46.112Z" }, { "sequence": 661, "attempt_id": "a9d30a70-6fad-4631-a5db-a4cb680d5b56", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.821120351087302, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.223819+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:12:46.223Z" }, { "sequence": 662, "attempt_id": "aeff5c8f-c5c5-4c28-9674-876dcdb99dae", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005368, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6708215530961752, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.507496+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005368, "created_at": "2026-09-23T12:12:46.507Z" }, { "sequence": 663, "attempt_id": "06f346ce-0c86-4297-a93d-ed8bd4760895", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003488, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.5509142838418484, "model_name": "gpt-6-luna", "output_tokens": 214, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.714163+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003488, "created_at": "2026-09-23T12:12:46.714Z" }, { "sequence": 664, "attempt_id": "96fbad60-13ab-4e1f-bc69-5627ca71d6b8", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.3010042160749435, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.886120+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:46.886Z" }, { "sequence": 665, "attempt_id": "650e2c52-1901-4966-b603-96d3177718f4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6979274738114327, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:47.237065+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027489999999999996, "created_at": "2026-09-23T12:12:47.237Z" }, { "sequence": 666, "attempt_id": "09a86ca9-2c84-4794-a3db-a666af39edfc", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.6021226290613413, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:47.874242+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:12:47.874Z" }, { "sequence": 667, "attempt_id": "3f54539c-e137-4f14-8e4e-ad53864ff465", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8547888481989503, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.411189+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002625, "created_at": "2026-09-23T12:12:48.411Z" }, { "sequence": 668, "attempt_id": "2e4f9a83-7303-4dea-868b-1bdc9d7349a0", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.650560662150383, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.466475+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:12:48.466Z" }, { "sequence": 669, "attempt_id": "99f53267-096f-4dd2-9e83-5e657968be58", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.458605342078954, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.620185+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:12:48.620Z" }, { "sequence": 670, "attempt_id": "bdc8bbaa-1261-4d0e-84f5-58c24c0999e3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.0697617118712515, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.356176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:12:49.356Z" }, { "sequence": 671, "attempt_id": "a2ed2c63-44e3-4857-83e9-7e1aea61b7b6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.61110472609289, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.534578+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:12:49.534Z" }, { "sequence": 672, "attempt_id": "fc12aae2-5257-4e99-ba96-5102166e84a0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000254, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.0436041518114507, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.586552+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000254, "created_at": "2026-09-23T12:12:49.588Z" }, { "sequence": 673, "attempt_id": "37cd5687-626d-41e0-9948-0f9251069e2e", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1182120409794152, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.637288+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:49.637Z" }, { "sequence": 674, "attempt_id": "ceb9050c-9331-403b-a383-0b92cb2eecf9", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.747483195969835, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.687607+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:12:49.687Z" }, { "sequence": 675, "attempt_id": "b54a7a0b-5fcd-47c6-8c75-83df99eb8b93", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000244, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.0378433750011027, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:50.774725+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000244, "created_at": "2026-09-23T12:12:50.774Z" }, { "sequence": 676, "attempt_id": "9cd89e6e-a558-4b1a-b9b9-15eadf7951fe", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.441456411033869, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:51.111220+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:51.111Z" }, { "sequence": 677, "attempt_id": "871f0ce5-887c-4502-ba92-2da60869c252", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.7955200839787722, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:51.202280+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005428, "created_at": "2026-09-23T12:12:51.202Z" }, { "sequence": 678, "attempt_id": "6497360f-c81d-4f47-a439-dee89d583502", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6891697249375284, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:51.276040+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027939999999999996, "created_at": "2026-09-23T12:12:51.276Z" }, { "sequence": 679, "attempt_id": "28b4edf2-24da-430b-b172-18c5a139fa69", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.678006486967206, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:52.501856+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:52.502Z" }, { "sequence": 680, "attempt_id": "c8f25394-d640-4479-a655-c45171788a83", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013364, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2567824709694833, "model_name": "claude-opus-5-5", "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:52.942124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013364, "created_at": "2026-09-23T12:12:52.942Z" }, { "sequence": 681, "attempt_id": "82173d52-5d47-45aa-9836-8097cec9c73a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 3.283628782024607, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:52.992730+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:52.992Z" }, { "sequence": 682, "attempt_id": "73496da2-7e20-44c6-b82b-935f08fbbc21", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.562422012910247, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:53.891938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:12:53.892Z" }, { "sequence": 683, "attempt_id": "95371aca-ea99-4e10-aace-1a8adc54dac2", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7609692940022796, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:54.313226+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:54.313Z" }, { "sequence": 684, "attempt_id": "8c289578-f684-40ea-ae44-f94c93f522fd", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4879048820585012, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:54.480952+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000262, "created_at": "2026-09-23T12:12:54.481Z" }, { "sequence": 685, "attempt_id": "68cff574-88ce-499d-b2a5-9c12f1b1f618", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005426, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.346242134924978, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:54.532176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005426, "created_at": "2026-09-23T12:12:54.532Z" }, { "sequence": 686, "attempt_id": "75a00fdf-3d58-472d-8ecb-4ac38b32961d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.355049948906526, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:55.302570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:12:55.302Z" }, { "sequence": 687, "attempt_id": "8ba53e5e-aef0-43c2-a8e1-5b28c614bd6e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5877446189988405, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:55.630606+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:12:55.630Z" }, { "sequence": 688, "attempt_id": "1aa19994-572b-4235-accb-cecae8abc7b8", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002665, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.9044460710138083, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:56.268650+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002665, "created_at": "2026-09-23T12:12:56.268Z" }, { "sequence": 689, "attempt_id": "93c059ae-7af5-4684-8ef3-2078c1d67889", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025160000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.339742128038779, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:56.693864+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025160000000000004, "created_at": "2026-09-23T12:12:56.694Z" }, { "sequence": 690, "attempt_id": "3108b481-f7b6-45ab-bdaf-d78571612d64", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-011", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5379346879199147, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:57.070458+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:12:57.070Z" }, { "sequence": 691, "attempt_id": "8a1a6209-24bc-4a40-9827-ed4e53db4485", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.776959324022755, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:57.359482+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:12:57.359Z" }, { "sequence": 692, "attempt_id": "eeaabca2-09f3-4499-9bd0-6ff0ea5d0f82", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.7361151850782335, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:57.417415+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:12:57.417Z" }, { "sequence": 693, "attempt_id": "9215e0ab-5de3-46d3-8612-ef41964fe73e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3736873108427972, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:58.118288+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026, "created_at": "2026-09-23T12:12:58.118Z" }, { "sequence": 694, "attempt_id": "e0d2e56d-b420-4d50-9179-b9aa2fba01e7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0004433, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 7.00039459601976, "model_name": "gpt-6-luna", "output_tokens": 394, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:58.254225+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0004433, "created_at": "2026-09-23T12:12:58.254Z" }, { "sequence": 695, "attempt_id": "09c79cf3-82f8-4382-9562-aebb6c5f1877", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4513045109342784, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:58.860676+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:12:58.860Z" }, { "sequence": 696, "attempt_id": "6910b058-844a-48bb-b9ac-e9de280d9c92", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.8095382580067962, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.128546+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:12:59.128Z" }, { "sequence": 697, "attempt_id": "8749bc1b-f432-4591-8a9a-e08dd631a2c1", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.4493550730403513, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.579307+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:12:59.579Z" }, { "sequence": 698, "attempt_id": "f47eee05-59d8-49d4-a317-76a1080587ca", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.5200494769960642, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:59.688516+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:12:59.688Z" }, { "sequence": 699, "attempt_id": "fb37d9a2-3735-473e-a0b7-3f7cf86b5800", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005396, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.4334707669913769, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:59.738792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005396, "created_at": "2026-09-23T12:12:59.740Z" }, { "sequence": 700, "attempt_id": "3f9ebe2e-fdd5-4616-aecd-5f2161530d3e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.2898954281117767, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:59.788499+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002542, "created_at": "2026-09-23T12:12:59.788Z" }, { "sequence": 701, "attempt_id": "2413dc42-1777-4163-a7c5-52af5bb0fa3c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.4287944929674268, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:00.607825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:13:00.607Z" }, { "sequence": 702, "attempt_id": "cc18dfbf-88e4-4e2b-8808-3966a71b22c4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002973, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.31890451698564, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:01.229716+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002973, "created_at": "2026-09-23T12:13:01.229Z" }, { "sequence": 703, "attempt_id": "48a14230-91a4-4a21-9aed-e76f16e99870", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005356, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6949209081940353, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:01.324156+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005356, "created_at": "2026-09-23T12:13:01.324Z" }, { "sequence": 704, "attempt_id": "1371037b-c910-4d28-904d-00129a5001d6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 1.9525179150514305, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:01.741346+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:13:01.741Z" }, { "sequence": 705, "attempt_id": "f4aceefc-302a-4ebc-93ce-014be6c725e6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028230000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.3011788008734584, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:02.040271+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028230000000000003, "created_at": "2026-09-23T12:13:02.040Z" }, { "sequence": 706, "attempt_id": "a960d59b-f4eb-4305-a7af-964d3110084f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2073155059479177, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:02.582217+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:13:02.582Z" }, { "sequence": 707, "attempt_id": "512919b0-78eb-4488-b5f0-1d82287621ed", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005618, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.7731107869185507, "model_name": "gpt-6-sol", "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:02.633011+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005618, "created_at": "2026-09-23T12:13:02.634Z" }, { "sequence": 708, "attempt_id": "128ac95d-6f3a-46f1-9dd4-5f2cae5f66fc", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.136655511101708, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:03.929522+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:13:03.929Z" }, { "sequence": 709, "attempt_id": "f371048a-cf95-43ff-b931-e7e9e25e49fa", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014004, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.740094332024455, "model_name": "claude-opus-5-5", "output_tokens": 131, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:04.021500+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.014004, "created_at": "2026-09-23T12:13:04.021Z" }, { "sequence": 710, "attempt_id": "20a426e1-69fc-4dab-b1c5-d40d8ba213a6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.9996525540482253, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:04.090636+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:13:04.090Z" }, { "sequence": 711, "attempt_id": "4eced7af-457e-4038-bf51-14a1ff543ae7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002789, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 3.5970098599791527, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:04.255180+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002789, "created_at": "2026-09-23T12:13:04.255Z" }, { "sequence": 712, "attempt_id": "61160ce5-0ffb-4bae-a0dc-d655e0cfbc4a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005572, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3847039530519396, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:05.018017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005572, "created_at": "2026-09-23T12:13:05.018Z" }, { "sequence": 713, "attempt_id": "8df6d9aa-bc1a-4b84-bd3b-9a2f89eb68f6", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030310000000000005, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.496330196969211, "model_name": "gpt-6-luna", "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.179281+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00030310000000000005, "created_at": "2026-09-23T12:13:06.179Z" }, { "sequence": 714, "attempt_id": "ebe20b9a-cf7e-4318-8d0d-967aa4a6f86c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.98100755084306, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.287389+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:13:06.287Z" }, { "sequence": 715, "attempt_id": "c2561e77-6fc5-4757-89d1-a8e49471091a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.552505398867652, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.543414+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:13:06.543Z" }, { "sequence": 716, "attempt_id": "bcc66331-ce16-4a00-b48f-5b0de54c3940", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006896, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.0520890310872346, "model_name": "gpt-6-sol", "output_tokens": 206, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:07.125903+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.006896, "created_at": "2026-09-23T12:13:07.126Z" }, { "sequence": 717, "attempt_id": "3b74fe42-8067-4dc4-b822-402189dc555e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002988, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.103999502956867, "model_name": "gpt-6-luna", "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:07.244102+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002988, "created_at": "2026-09-23T12:13:07.244Z" }, { "sequence": 718, "attempt_id": "223250bf-a73c-49e7-8edc-12d7fe02e9c6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.2212521608453244, "model_name": "claude-opus-5-5", "output_tokens": 17, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-23T12:13:08.559852+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:13:08.559Z" }, { "sequence": 719, "attempt_id": "0bf0aa4d-9c48-42fa-8000-09361af257e8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.9922966139856726, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.611534+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005592, "created_at": "2026-09-23T12:13:08.613Z" }, { "sequence": 720, "attempt_id": "e4798f81-c3d1-44c4-a2d4-62e9daf9a986", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026880000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.4355301239993423, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.668617+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026880000000000003, "created_at": "2026-09-23T12:13:08.668Z" }, { "sequence": 721, "attempt_id": "54086fd6-8b58-4bf1-9b26-00f041228087", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005266, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 3.6679362328723073, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.737871+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005266, "created_at": "2026-09-23T12:13:08.739Z" }, { "sequence": 722, "attempt_id": "920b083d-2602-4d59-90ee-90194aa12497", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.18328058719635, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:09.974073+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:13:09.974Z" }, { "sequence": 723, "attempt_id": "bf835d4b-1adc-40d2-98aa-72f33484c08e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003016, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.9015209630597383, "model_name": "gpt-6-luna", "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:10.080528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003016, "created_at": "2026-09-23T12:13:10.080Z" }, { "sequence": 724, "attempt_id": "ac1188ad-7067-4c6f-8783-c866c0f15a69", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-021", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014044, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.817367281066254, "model_name": "claude-opus-5-5", "output_tokens": 115, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:10.133362+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.014044, "created_at": "2026-09-23T12:13:10.134Z" }, { "sequence": 725, "attempt_id": "f1b8a27b-cafa-4452-a22e-cd7ba4a4f210", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002635, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4900390848051757, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:10.184366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002635, "created_at": "2026-09-23T12:13:10.184Z" }, { "sequence": 726, "attempt_id": "4074b58e-6e53-43c4-b7e7-5c12ee609bc4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9787546980660409, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:10.716934+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:13:10.717Z" }, { "sequence": 727, "attempt_id": "39f11a1c-bc5f-4757-b6e4-9170746be616", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.4558346690610051, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:11.589508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:13:11.589Z" }, { "sequence": 728, "attempt_id": "48799b4c-8d47-42f9-9af9-f9bad65272c7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.0663526721764356, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:11.678176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:11.678Z" }, { "sequence": 729, "attempt_id": "ddd0e531-2d20-4703-b498-f95fff2af21c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025670000000000006, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.8041065300349146, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:11.839114+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025670000000000006, "created_at": "2026-09-23T12:13:11.839Z" }, { "sequence": 730, "attempt_id": "13c91d06-a7de-4b04-b120-cf6d828230b7", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002699, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8265625450294465, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:12.062092+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002699, "created_at": "2026-09-23T12:13:12.062Z" }, { "sequence": 731, "attempt_id": "10ee3939-5f91-46c0-9c64-b85841d5bd90", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005508, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.2913322530221194, "model_name": "gpt-6-sol", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:12.476035+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005508, "created_at": "2026-09-23T12:13:12.476Z" }, { "sequence": 732, "attempt_id": "79e42175-69e4-4b35-ba0f-e0ac2fe95342", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1638728000689298, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:13.280136+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:13:13.280Z" }, { "sequence": 733, "attempt_id": "0bd679ed-3300-45a8-b235-0614f64258af", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.816885838052258, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:13.585843+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:13:13.585Z" }, { "sequence": 734, "attempt_id": "46bc3cdd-f746-4d39-a71b-83c59a0b47dc", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.7458038178738207, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:13.638202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:13:13.638Z" }, { "sequence": 735, "attempt_id": "0d3c431f-ab8f-4530-8842-7ad5619015b1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005516, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.8488089360762388, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:14.491341+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005516, "created_at": "2026-09-23T12:13:14.491Z" }, { "sequence": 736, "attempt_id": "e9df1003-036c-4983-9236-ad2b380bbe4a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.8759059000294656, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.213975+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:13:15.214Z" }, { "sequence": 737, "attempt_id": "a640f6fe-016a-4ad0-9cff-4538624264a0", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002888, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.6172996130771935, "model_name": "gpt-6-luna", "output_tokens": 85, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:15.346161+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002888, "created_at": "2026-09-23T12:13:15.346Z" }, { "sequence": 738, "attempt_id": "d6d0b364-94a0-43b1-8a4b-1d722c2ad917", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-020", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027120000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.847205633064732, "model_name": "gpt-6-luna", "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.410731+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027120000000000003, "created_at": "2026-09-23T12:13:15.412Z" }, { "sequence": 739, "attempt_id": "6c6a54b9-216c-4fa5-a946-9170d077e547", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00551, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2767897529993206, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.915302+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00551, "created_at": "2026-09-23T12:13:15.915Z" }, { "sequence": 740, "attempt_id": "a7abeee5-fdf2-45a6-9511-a63dcb97fd25", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4924065619707108, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:16.760169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:13:16.760Z" }, { "sequence": 741, "attempt_id": "a65507bc-ed87-4e49-bc1c-a5cbb903e9fa", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3874818831682205, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:16.816195+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002525, "created_at": "2026-09-23T12:13:16.816Z" }, { "sequence": 742, "attempt_id": "fac02ee8-77e1-400b-9339-ea325f7ee54a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.489251842023805, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:17.033468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:13:17.033Z" }, { "sequence": 743, "attempt_id": "3979c775-a225-42c4-bcea-b347021304bd", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002795, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.395290886051953, "model_name": "gpt-6-luna", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:17.086904+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002795, "created_at": "2026-09-23T12:13:17.087Z" }, { "sequence": 744, "attempt_id": "d60013bd-a05c-4e68-85d9-a14ae86d9ee3", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.6989948579575866, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:18.163831+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:13:18.164Z" }, { "sequence": 745, "attempt_id": "55d74851-de7e-4fde-8243-b6890468c4d5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005376, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.5110644740052521, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:18.598282+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005376, "created_at": "2026-09-23T12:13:18.598Z" }, { "sequence": 746, "attempt_id": "2ca985b5-3b8b-4868-b43a-02c7e6766161", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.4121822810266167, "model_name": "gpt-6-luna", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:19.552299+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002703, "created_at": "2026-09-23T12:13:19.552Z" }, { "sequence": 747, "attempt_id": "0625a866-afa9-4812-94e4-44209eca051a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.874473039060831, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:19.843495+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0054, "created_at": "2026-09-23T12:13:19.843Z" }, { "sequence": 748, "attempt_id": "f0d57ca7-d01d-45eb-985c-af24cf2bc3cd", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012624, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.0301726658362895, "model_name": "claude-opus-5-5", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:19.900749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012624, "created_at": "2026-09-23T12:13:19.900Z" }, { "sequence": 749, "attempt_id": "a4db5705-33cd-436f-b598-cad91f45c60d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-019", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000293, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.474880534224212, "model_name": "gpt-6-luna", "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:20.291409+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000293, "created_at": "2026-09-23T12:13:20.291Z" }, { "sequence": 750, "attempt_id": "b08aa99c-5149-4791-b2d5-ca04fd9ffaee", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridgaps-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005498, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.075185708934441, "model_name": "gpt-6-sol", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:20.727857+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005498, "created_at": "2026-09-23T12:13:20.728Z" }, { "sequence": 751, "attempt_id": "9b20830b-384a-4d9b-bec7-5dee271cbdad", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 3.09075466520153, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-23T12:13:21.309867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:13:21.310Z" }, { "sequence": 752, "attempt_id": "8ca4f289-53e6-419f-b802-bc8f16db3c5c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00519, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.362673964817077, "model_name": "gpt-6-sol", "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:21.365136+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00519, "created_at": "2026-09-23T12:13:21.365Z" }, { "sequence": 753, "attempt_id": "a62b6ece-31de-47b2-b19c-2a0359d35b4f", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.6193588399328291, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:21.965154+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000261, "created_at": "2026-09-23T12:13:21.965Z" }, { "sequence": 754, "attempt_id": "8c9703a0-77d1-40ca-9494-cfa44c74cee2", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridgaps-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002759, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.392758375965059, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:22.020850+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002759, "created_at": "2026-09-23T12:13:22.021Z" }, { "sequence": 755, "attempt_id": "c9d87b51-f317-40d9-918b-7987feb5a47b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridgaps-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014012, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.429708265932277, "model_name": "claude-opus-5-5", "output_tokens": 135, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.326747+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.014012, "created_at": "2026-09-23T12:13:23.326Z" }, { "sequence": 756, "attempt_id": "4b97f1f1-2d61-4be3-a9e5-f55aadfa9f44", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2772513281088322, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:23.381964+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:23.382Z" }, { "sequence": 757, "attempt_id": "ca2d5646-0eb8-4669-8f19-40dc43fbfb7b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005656, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.0679626311175525, "model_name": "gpt-6-sol", "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.434824+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005656, "created_at": "2026-09-23T12:13:23.435Z" }, { "sequence": 758, "attempt_id": "ecf1770d-26e6-47ea-be9d-fb3de27d1570", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.7732594420667738, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:23.555084+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:13:23.555Z" }, { "sequence": 759, "attempt_id": "819497f8-a172-4cb2-bc1a-84d83d12cc59", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.9660755968652666, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.987271+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:13:23.987Z" }, { "sequence": 760, "attempt_id": "238e339c-6fe9-48d5-abc2-3fb1e48cbe32", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003443, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.3961890819482505, "model_name": "gpt-6-luna", "output_tokens": 205, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:24.831457+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003443, "created_at": "2026-09-23T12:13:24.831Z" }, { "sequence": 761, "attempt_id": "4e47ba0b-22ae-4ea9-a428-83bd103a0903", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3863906690385193, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:24.893556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:24.893Z" }, { "sequence": 762, "attempt_id": "d08cae09-e5c9-4445-95b8-677069c067f3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.6295852069742978, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:25.011870+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002615, "created_at": "2026-09-23T12:13:25.012Z" }, { "sequence": 763, "attempt_id": "d95906e3-4980-43fa-9d96-84a1d3c606d6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.3959843940101564, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:25.831113+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:13:25.831Z" }, { "sequence": 764, "attempt_id": "3a94a4a0-88ac-45ca-8e12-76116114d4c5", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1706245359964669, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:26.064509+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004932, "created_at": "2026-09-23T12:13:26.064Z" }, { "sequence": 765, "attempt_id": "d32ded26-efe7-462c-acb5-28bd5f838f13", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.55991990910843, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:26.170918+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000255, "created_at": "2026-09-23T12:13:26.171Z" }, { "sequence": 766, "attempt_id": "2a9abf0a-76a8-4527-92f3-99d42bb4ce6f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.417564505012706, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:26.460161+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:13:26.460Z" }, { "sequence": 767, "attempt_id": "95f8f90f-bc0c-4977-9019-841d7276a267", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.9963856639806181, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.069810+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:13:27.069Z" }, { "sequence": 768, "attempt_id": "0e1ea33a-a5f3-42a3-855e-2684907b3cbc", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026660000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.5303960139863193, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.483438+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026660000000000003, "created_at": "2026-09-23T12:13:27.483Z" }, { "sequence": 769, "attempt_id": "d1ba6257-6ee9-47e4-8555-61c105e6a530", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028480000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.5307185989804566, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.651408+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00028480000000000004, "created_at": "2026-09-23T12:13:28.651Z" }, { "sequence": 770, "attempt_id": "43bcd9ca-e855-458b-b08a-bb5052bd3381", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.5234239790588617, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.752781+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:13:28.752Z" }, { "sequence": 771, "attempt_id": "72c8ae92-ec46-41ff-9e11-6f4b0cea1c28", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006746, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.9447682169266045, "model_name": "gpt-6-sol", "output_tokens": 191, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.830746+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.006746, "created_at": "2026-09-23T12:13:28.830Z" }, { "sequence": 772, "attempt_id": "73a8a9bd-a27e-4aa3-9ea3-67021be719ac", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005852, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3442181770224124, "model_name": "gpt-6-sol", "output_tokens": 92, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:28.887608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005852, "created_at": "2026-09-23T12:13:28.887Z" }, { "sequence": 773, "attempt_id": "f6a41b7f-ec64-4106-9f01-ba1ddb716235", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.9300723178312182, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:29.505158+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:13:29.505Z" }, { "sequence": 774, "attempt_id": "1d9880ac-0b51-404e-a129-107045d90b62", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002856, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.219936016947031, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:30.387034+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002856, "created_at": "2026-09-23T12:13:30.387Z" }, { "sequence": 775, "attempt_id": "2aa2274e-f1de-480b-84b7-2ab64b4f393d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-direction-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.5150411839131266, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:30.468406+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004876, "created_at": "2026-09-23T12:13:30.468Z" }, { "sequence": 776, "attempt_id": "9321e04e-1ee5-40b9-80b6-e603ad59ceac", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-blockalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005262, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7670041259843856, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.522705+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005262, "created_at": "2026-09-23T12:13:30.522Z" }, { "sequence": 777, "attempt_id": "fe825109-fbfc-407b-ad52-2c5f6f73179c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-blockalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026710000000000004, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.8801074060611427, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.690184+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026710000000000004, "created_at": "2026-09-23T12:13:30.690Z" }, { "sequence": 778, "attempt_id": "c756f3f8-a1e3-4113-a48c-73d2d58ff252", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-direction-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.8596381060779095, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:31.421249+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00024380000000000002, "created_at": "2026-09-23T12:13:31.421Z" }, { "sequence": 779, "attempt_id": "729a4932-4e6b-43d5-a5c9-007818ed8c82", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-blockalign-008", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.534739184891805, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:31.577705+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011524, "created_at": "2026-09-23T12:13:31.578Z" }, { "sequence": 780, "attempt_id": "cc6b7db2-8f32-4762-a7e2-21afc5c9b00d", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.0715209098998457, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:32.648594+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002764, "created_at": "2026-09-23T12:13:32.648Z" }, { "sequence": 781, "attempt_id": "80323efa-2886-43f7-9389-18f5069fd9b6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-direction-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.6190230569336563, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.062625+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011376, "created_at": "2026-09-23T12:13:33.062Z" }, { "sequence": 782, "attempt_id": "b0b77827-7a62-4f51-8ecd-814c4a9b369f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.3330778498202562, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:33.120217+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:13:33.120Z" }, { "sequence": 783, "attempt_id": "c0d8324d-9cb6-4585-a3b4-93b3427e71ee", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025110000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4212499980349094, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.185082+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025110000000000003, "created_at": "2026-09-23T12:13:33.185Z" }, { "sequence": 784, "attempt_id": "ac438bf2-70e0-4381-afe0-dc2bc9ff3f2d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapcount-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1686251449864358, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:34.289146+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004874, "created_at": "2026-09-23T12:13:34.289Z" }, { "sequence": 785, "attempt_id": "ec6bea2d-b105-4a52-aa68-9e5a7d8cc517", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.9799922108650208, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:34.711567+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:13:34.711Z" }, { "sequence": 786, "attempt_id": "653dfa58-aff2-4862-846b-2feb24c8e4a8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 3.160816246876493, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:34.767529+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:13:34.769Z" }, { "sequence": 787, "attempt_id": "339e7a09-03d3-4e5b-ae7f-3af77dba3e61", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridrows-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1720516770146787, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.516734+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:13:35.516Z" }, { "sequence": 788, "attempt_id": "79d90004-858c-4f81-b112-de6e0e294fef", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapcount-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4353024889715016, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.690806+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01136, "created_at": "2026-09-23T12:13:35.690Z" }, { "sequence": 789, "attempt_id": "cc12ecb1-fdaa-49a8-8bde-f7a51badb4cb", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005388, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 5.531450267881155, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.054515+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005388, "created_at": "2026-09-23T12:13:36.054Z" }, { "sequence": 790, "attempt_id": "b1bf48bb-a23c-44f1-9493-9a3e5a638e99", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridrows-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000254, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.7220919919200242, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.489957+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000254, "created_at": "2026-09-23T12:13:36.490Z" }, { "sequence": 791, "attempt_id": "9ceecfc1-1d12-42e3-983f-5f8c6d499d18", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.124198218807578, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:36.698478+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:36.698Z" }, { "sequence": 792, "attempt_id": "b28b15ad-92ef-42de-bedc-5d605cbba480", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapcount-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002507, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 3.600246061105281, "model_name": "gpt-6-luna", "output_tokens": 28, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.853615+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002507, "created_at": "2026-09-23T12:13:36.853Z" }, { "sequence": 793, "attempt_id": "14942727-fbfc-4033-9b1d-09ec92317904", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridrows-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.4551282869651914, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:37.284491+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:13:37.284Z" }, { "sequence": 794, "attempt_id": "d10f63b9-7b1b-4391-8b30-ba3028443162", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002555, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7768626920878887, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:37.524134+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002555, "created_at": "2026-09-23T12:13:37.524Z" }, { "sequence": 795, "attempt_id": "a4b9524c-bc69-4de3-8744-e1cdbff021cf", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textcolumns-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.1851042050402611, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:37.730974+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004872, "created_at": "2026-09-23T12:13:37.731Z" }, { "sequence": 796, "attempt_id": "8e974894-798a-427f-b011-d95157173791", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textcolumns-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.5325088929384947, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:38.302695+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002436, "created_at": "2026-09-23T12:13:38.302Z" }, { "sequence": 797, "attempt_id": "cd9d6af1-0e32-47a9-b3da-7c7c9e8aac47", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-018", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.2916518680285662, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:38.402619+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:13:38.402Z" }, { "sequence": 798, "attempt_id": "23880a61-f776-4207-99d2-9c8e1fff9ccf", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00538, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5071571520529687, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:38.847652+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00538, "created_at": "2026-09-23T12:13:38.847Z" }, { "sequence": 799, "attempt_id": "1d869221-bd03-4a56-80a9-23493d360c76", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textcolumns-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.5439339648000896, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:39.458436+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01134, "created_at": "2026-09-23T12:13:39.458Z" }, { "sequence": 800, "attempt_id": "c14ec4e2-6a39-48c5-aea7-a8458143619d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.9320833280216902, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:39.719608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:13:39.719Z" }, { "sequence": 801, "attempt_id": "669b5afa-e65d-4f7a-91e5-492b4a84a487", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000312, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.736080823931843, "model_name": "gpt-6-luna", "output_tokens": 144, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:40.315975+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000312, "created_at": "2026-09-23T12:13:40.316Z" }, { "sequence": 802, "attempt_id": "418bcbf4-7199-418f-aeef-5e679dfa4c7d", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.179319545160979, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:40.694350+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:13:40.694Z" }, { "sequence": 803, "attempt_id": "1396ca1a-283f-424e-9fbb-673eef35de0a", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005682, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.005723587004468, "model_name": "gpt-6-sol", "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:41.366250+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005682, "created_at": "2026-09-23T12:13:41.366Z" }, { "sequence": 804, "attempt_id": "9f0ce5e3-bb9f-450d-a3c0-c3cf4321ac89", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025370000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7378965930547565, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:41.514403+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00025370000000000004, "created_at": "2026-09-23T12:13:41.514Z" }, { "sequence": 805, "attempt_id": "3f5b4a8f-f443-459d-9656-7e74db31473a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003041, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.4252345957793295, "model_name": "gpt-6-luna", "output_tokens": 115, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:41.895404+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003041, "created_at": "2026-09-23T12:13:41.895Z" }, { "sequence": 806, "attempt_id": "2adf22e0-0340-493f-b93a-6e008e367ef6", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013544, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.463368260068819, "model_name": "claude-opus-5-5", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:42.384251+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.013544, "created_at": "2026-09-23T12:13:42.384Z" }, { "sequence": 807, "attempt_id": "172f03f7-fab2-4ec7-ab86-6814e9882938", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-010", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.158956937957555, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:42.531739+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:13:42.531Z" }, { "sequence": 808, "attempt_id": "a847f930-63df-4169-8e67-6a648a7edfb1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00541, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2360926251858473, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:42.987296+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00541, "created_at": "2026-09-23T12:13:42.987Z" }, { "sequence": 809, "attempt_id": "f44c87ba-3ed8-43d6-bef6-2f61e891ec6b", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.824921227991581, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:43.401394+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:13:43.401Z" }, { "sequence": 810, "attempt_id": "463a72a9-4c43-4035-a5e7-eef7e46d3cc9", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002895, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.399615793954581, "model_name": "gpt-6-luna", "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:43.822316+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002895, "created_at": "2026-09-23T12:13:43.822Z" }, { "sequence": 811, "attempt_id": "ae419a5a-0c11-4ffb-8350-6e1bb2fc151b", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.915843095164746, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:43.962267+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005592, "created_at": "2026-09-23T12:13:43.962Z" }, { "sequence": 812, "attempt_id": "0e681ac8-436d-4072-9150-719ab5cae389", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005572, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5951931849122047, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:44.639519+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005572, "created_at": "2026-09-23T12:13:44.639Z" }, { "sequence": 813, "attempt_id": "ee6df4da-64bb-4aad-88d1-16268053e148", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3343686489388347, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:45.353782+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:45.354Z" }, { "sequence": 814, "attempt_id": "f40d16e0-3f76-46e0-9727-a507306077c1", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012884, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.934452883899212, "model_name": "claude-opus-5-5", "output_tokens": 57, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:45.530209+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012884, "created_at": "2026-09-23T12:13:45.530Z" }, { "sequence": 815, "attempt_id": "33b017d5-d7fc-419f-8fdb-623d9b50722a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-002", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030960000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.1730433551128954, "model_name": "gpt-6-luna", "output_tokens": 126, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:45.613759+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00030960000000000004, "created_at": "2026-09-23T12:13:45.613Z" }, { "sequence": 816, "attempt_id": "3df0e35d-cb77-449c-b84c-ea81f3df7c87", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.8092398960143328, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:45.689375+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:13:45.689Z" }, { "sequence": 817, "attempt_id": "2bf1a96a-3b28-401e-b78f-1a23ac9a7604", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003151, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.0165379762183875, "model_name": "gpt-6-luna", "output_tokens": 137, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:46.475830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003151, "created_at": "2026-09-23T12:13:46.476Z" }, { "sequence": 818, "attempt_id": "c84581cd-ee76-40f8-a1fc-f4dc594df362", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridcols-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2296897368505597, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:46.829072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00488, "created_at": "2026-09-23T12:13:46.829Z" }, { "sequence": 819, "attempt_id": "405653bd-d79f-4835-939b-58654ed4f003", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6536253010854125, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.078135+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:13:47.078Z" }, { "sequence": 820, "attempt_id": "ab161a6c-8513-4b54-86c0-eea698d3e3d5", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.5416158970911056, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.283950+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00026, "created_at": "2026-09-23T12:13:47.284Z" }, { "sequence": 821, "attempt_id": "f4efc946-b8a3-41c2-963b-5b2c76920431", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridcols-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.817648527910933, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.488548+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002545, "created_at": "2026-09-23T12:13:47.488Z" }, { "sequence": 822, "attempt_id": "c399368c-2f4f-4d4e-bbe4-99ec9b1d070f", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridcols-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.46552020101808, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.217339+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011372, "created_at": "2026-09-23T12:13:48.217Z" }, { "sequence": 823, "attempt_id": "b3b08742-de09-45e3-82c5-47941f0b078f", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005228, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9566678220871836, "model_name": "gpt-6-sol", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:48.490962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005228, "created_at": "2026-09-23T12:13:48.491Z" }, { "sequence": 824, "attempt_id": "fc026783-ef7e-4c0d-a50e-887b024f3172", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridtracks-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3581746430136263, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.699349+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:48.699Z" }, { "sequence": 825, "attempt_id": "f9842144-0828-40ee-bc40-ef9e8af9cfa4", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027039999999999996, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8967521209269762, "model_name": "gpt-6-luna", "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:48.793924+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027039999999999996, "created_at": "2026-09-23T12:13:48.794Z" }, { "sequence": 826, "attempt_id": "366a7db4-50d2-4e8d-be87-756777f3e3ce", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-005", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.0087551509495825, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:49.144435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:13:49.144Z" }, { "sequence": 827, "attempt_id": "9a3333b2-9923-4a89-8b9b-4a0da031f7c4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-distribution-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.7220554170198739, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:50.576204+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011964, "created_at": "2026-09-23T12:13:50.576Z" }, { "sequence": 828, "attempt_id": "d31ee5e9-41a8-4ce7-8bcf-e9f8cbc21abf", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridtracks-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.350618903990835, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:50.648938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01146, "created_at": "2026-09-23T12:13:50.649Z" }, { "sequence": 829, "attempt_id": "278dd90d-b514-4755-a4e4-0ab898609227", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridtracks-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000271, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.170403755037114, "model_name": "gpt-6-luna", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:50.720970+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000271, "created_at": "2026-09-23T12:13:50.721Z" }, { "sequence": 830, "attempt_id": "23f6accc-1536-42f7-b111-945b0002fe7c", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-distribution-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005682, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2960014501586556, "model_name": "gpt-6-sol", "output_tokens": 75, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:50.844906+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005682, "created_at": "2026-09-23T12:13:50.845Z" }, { "sequence": 831, "attempt_id": "40eca8f1-8b11-4a0e-8a19-0b166e2f1d34", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-wrapalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.6756245938595384, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:51.879528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005428, "created_at": "2026-09-23T12:13:51.879Z" }, { "sequence": 832, "attempt_id": "72cce5c7-87f6-4d9b-adb6-8d4eac1418ac", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2145807950291783, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:51.994140+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:51.994Z" }, { "sequence": 833, "attempt_id": "44115a1a-f45e-4bf2-9b44-f5c165b4c64e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-wrapalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.604606645181775, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:52.325900+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011484, "created_at": "2026-09-23T12:13:52.326Z" }, { "sequence": 834, "attempt_id": "e827b76e-c5e4-4a60-958b-c560cfbdaad3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-wrapalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.2612236759159714, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:52.910476+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027689999999999995, "created_at": "2026-09-23T12:13:52.910Z" }, { "sequence": 835, "attempt_id": "75f2aeb5-71d2-4518-9569-3fa1588d5794", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-distribution-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003196, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 4.188688206020743, "model_name": "gpt-6-luna", "output_tokens": 146, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:52.977525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003196, "created_at": "2026-09-23T12:13:52.977Z" }, { "sequence": 836, "attempt_id": "4a8b17f9-c61e-4112-8e58-cd0aa771e28b", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.1907239540014416, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:53.099464+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000259, "created_at": "2026-09-23T12:13:53.099Z" }, { "sequence": 837, "attempt_id": "1328a891-c990-4236-a1ac-4eed748ab8fc", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gapcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005296, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.5425701020285487, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:53.595027+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005296, "created_at": "2026-09-23T12:13:53.595Z" }, { "sequence": 838, "attempt_id": "a5d2bd3a-8041-4860-9ee9-e55ccd4cca7a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6761384499259293, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:53.656063+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:13:53.656Z" }, { "sequence": 839, "attempt_id": "4f6a052c-1828-4720-be0d-8d8509fa83b8", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.2808196991682053, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:54.322395+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:13:54.322Z" }, { "sequence": 840, "attempt_id": "aa461144-4357-4f6d-8cb9-fdf44559f0e8", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gapcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.9449219598900527, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:54.392763+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002678, "created_at": "2026-09-23T12:13:54.393Z" }, { "sequence": 841, "attempt_id": "d34455bd-beb8-4bb4-879f-e449b5ce5f04", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.6535890540108085, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.309993+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:13:55.310Z" }, { "sequence": 842, "attempt_id": "9cbc742c-127e-4747-979e-9b4e3b00a048", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-gridspan-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005326, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8092679569963366, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:55.525883+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005326, "created_at": "2026-09-23T12:13:55.526Z" }, { "sequence": 843, "attempt_id": "f88361d3-f731-4e08-b417-7b712d3e0e80", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-003", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.377243342110887, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.585703+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002625, "created_at": "2026-09-23T12:13:55.587Z" }, { "sequence": 844, "attempt_id": "ad01e2d9-d3cb-4e84-a210-fb9f45c926b4", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gapcompare-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012364, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.8472537340130657, "model_name": "claude-opus-5-5", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:55.825105+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012364, "created_at": "2026-09-23T12:13:55.825Z" }, { "sequence": 845, "attempt_id": "958acdbe-6082-4375-9e1d-c3ada1a851fc", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-gridspan-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002728, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8784555851016194, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:56.271569+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002728, "created_at": "2026-09-23T12:13:56.271Z" }, { "sequence": 846, "attempt_id": "51ff9748-0211-42d8-b863-f5089ed0e52d", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-gridspan-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 1.8853147230111063, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:56.345927+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.01148, "created_at": "2026-09-23T12:13:56.346Z" }, { "sequence": 847, "attempt_id": "907788a7-cfa8-4c11-8918-36cbd2337136", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedwrap-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00533, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6179162429179996, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:56.993091+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00533, "created_at": "2026-09-23T12:13:56.993Z" }, { "sequence": 848, "attempt_id": "795fe84b-01dc-414e-977b-25bfaf89542c", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedwrap-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.6924428490456194, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:57.348505+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011584, "created_at": "2026-09-23T12:13:57.348Z" }, { "sequence": 849, "attempt_id": "0d84a2c4-5266-437f-9659-a541caf215eb", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.8641434740275145, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:57.749850+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:13:57.750Z" }, { "sequence": 850, "attempt_id": "ffa3eda2-22c3-4592-a1db-206e83fca116", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6531248311512172, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:57.990060+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002542, "created_at": "2026-09-23T12:13:57.990Z" }, { "sequence": 851, "attempt_id": "dc0e8717-ac69-4c2e-9e07-bf3284613805", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedwrap-016", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002825, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.5255157051142305, "model_name": "gpt-6-luna", "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:58.111517+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002825, "created_at": "2026-09-23T12:13:58.111Z" }, { "sequence": 852, "attempt_id": "2bf32c29-1d1b-4f48-802c-4dfb7a270359", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-nestedflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1167264408431947, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.172244+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00492, "created_at": "2026-09-23T12:13:58.174Z" }, { "sequence": 853, "attempt_id": "4389feb6-1088-457f-b3a6-e55e9112d892", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-013", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.41479246201925, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.820602+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:13:58.820Z" }, { "sequence": 854, "attempt_id": "f0d71631-3dda-4e27-97a6-d999b22efa23", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-nestedflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002595, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.696595530025661, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:59.105261+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002595, "created_at": "2026-09-23T12:13:59.105Z" }, { "sequence": 855, "attempt_id": "494c5e46-56a1-4111-8868-6b69169005c8", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.9150488290470093, "model_name": "gpt-6-luna", "output_tokens": 51, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:00.087624+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002673, "created_at": "2026-09-23T12:14:00.087Z" }, { "sequence": 856, "attempt_id": "9e844091-253d-4431-8fcd-0b3ce2ead317", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-topflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 0.9399620399344712, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:00.149466+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002457, "created_at": "2026-09-23T12:14:00.150Z" }, { "sequence": 857, "attempt_id": "3d85f84a-1859-4d6e-9dfb-d98d2e4f18a1", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-topflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7924286080524325, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:00.675173+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.004914, "created_at": "2026-09-23T12:14:00.675Z" }, { "sequence": 858, "attempt_id": "7ea78b0e-8c1a-4f77-a1d6-15fda74c9f7e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-nestedflow-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.0287301170174032, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:00.839453+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011532, "created_at": "2026-09-23T12:14:00.839Z" }, { "sequence": 859, "attempt_id": "d6ab422a-860a-40e1-a675-05b8084237f7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006926, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.983526455005631, "model_name": "gpt-6-sol", "output_tokens": 209, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.033947+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.006926, "created_at": "2026-09-23T12:14:01.034Z" }, { "sequence": 860, "attempt_id": "a253e14a-03e7-43a2-a64e-2360bf00ba01", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012488, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 3.099931519944221, "model_name": "claude-opus-5-5", "output_tokens": 54, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.332666+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012488, "created_at": "2026-09-23T12:14:01.332Z" }, { "sequence": 861, "attempt_id": "1162fada-5af5-4da8-96db-572762fefd63", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-widthcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.3730823721271008, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:01.600756+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0049, "created_at": "2026-09-23T12:14:01.600Z" }, { "sequence": 862, "attempt_id": "84d4b027-d95a-45f8-87ba-1b380dd4a266", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-topflow-017", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.42817978002131, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:02.577962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011508, "created_at": "2026-09-23T12:14:02.578Z" }, { "sequence": 863, "attempt_id": "e554a3e3-4c1c-44a9-99ce-2d69353f2a36", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-groupgap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6106506870128214, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:02.704486+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005428, "created_at": "2026-09-23T12:14:02.704Z" }, { "sequence": 864, "attempt_id": "6ebd49bc-f662-4378-b7b8-20f5405eeb2a", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-widthcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.1549624339677393, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:03.055551+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011428, "created_at": "2026-09-23T12:14:03.055Z" }, { "sequence": 865, "attempt_id": "2bc49d6b-7682-4d68-bf6a-7e9e8453c52c", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-widthcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.434069470036775, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:03.179715+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.000262, "created_at": "2026-09-23T12:14:03.179Z" }, { "sequence": 866, "attempt_id": "0c158d9b-86ab-48be-b9cc-31d5bcc68176", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-groupgap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002744, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.536472439998761, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:03.969681+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0002744, "created_at": "2026-09-23T12:14:03.969Z" }, { "sequence": 867, "attempt_id": "03641e7e-0c6f-44eb-9964-aa5859571446", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-groupgap-001", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.3718300410546362, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:04.038393+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011604, "created_at": "2026-09-23T12:14:04.038Z" }, { "sequence": 868, "attempt_id": "c31139af-1c31-4c1b-829c-df2864edb8f7", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-crossalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.88688062899746, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:04.525770+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005066, "created_at": "2026-09-23T12:14:04.525Z" }, { "sequence": 869, "attempt_id": "6038c7cf-c285-4b21-a87f-b9cb5cf55259", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-textalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005576, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.7373003999236971, "model_name": "gpt-6-sol", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:04.977547+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005576, "created_at": "2026-09-23T12:14:04.977Z" }, { "sequence": 870, "attempt_id": "5a0f7f81-900d-45ef-9e34-10b438cfb9f3", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-crossalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027130000000000004, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.439331587869674, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.203571+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027130000000000004, "created_at": "2026-09-23T12:14:05.203Z" }, { "sequence": 871, "attempt_id": "d8c1d7db-3eac-4d96-aaba-b96b1c0fab34", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-crossalign-009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.412741797976196, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.529913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.012028, "created_at": "2026-09-23T12:14:05.530Z" }, { "sequence": 872, "attempt_id": "ae3b90ea-65e7-441c-b745-93c542fb207e", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-textalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.5614456231705844, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.661115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.011628, "created_at": "2026-09-23T12:14:05.661Z" }, { "sequence": 873, "attempt_id": "96aafc75-7f52-4b55-b433-1b883d3bfabd", "run_id": "new-models-20260923", "model_id": "gpt-6-sol", "task_id": "layoutbench-padcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005458, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.8457360630854964, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:06.436749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.005458, "created_at": "2026-09-23T12:14:06.436Z" }, { "sequence": 874, "attempt_id": "88e0f8ac-85ec-4945-92fd-112e93f52104", "run_id": "new-models-20260923", "model_id": "claude-opus-5-5", "task_id": "layoutbench-padcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.331083388067782, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:07.596166+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0117, "created_at": "2026-09-23T12:14:07.596Z" }, { "sequence": 875, "attempt_id": "499669b1-e9d3-4df2-abcd-9933d7eb8c9e", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-padcompare-006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.6139080540742725, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:07.656730+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.00027739999999999997, "created_at": "2026-09-23T12:14:07.656Z" }, { "sequence": 876, "attempt_id": "cd28ebee-afb9-48fe-af29-2a9768c72c4a", "run_id": "new-models-20260923", "model_id": "gpt-6-luna", "task_id": "layoutbench-textalign-012", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003273, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.942866235971451, "model_name": "gpt-6-luna", "output_tokens": 171, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:07.974038+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null }, "cost_usd": 0.0003273, "created_at": "2026-09-23T12:14:07.974Z" } ], "specimens": [ { "task_id": "layoutbench-direction-001", "family": "direction", "group_id": "direction-row-light-0", "image_filename": "direction-row-light-0.png", "image_sha256": "4727c71ba70b443edf13136f7c7219a32ba1e65babccee09327f3918fee6ebf6", "ground_truth": { "choice": "B" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Stacked in one vertical column\nB: Side by side in one horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "column", "row" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-002", "family": "direction", "group_id": "direction-row-light-1", "image_filename": "direction-row-light-1.png", "image_sha256": "fd32b6baf1afbd4af974ea300b59601ffa3f2b26ef50baef8dc56cf1351752c1", "ground_truth": { "choice": "A" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Side by side in one horizontal row\nB: Stacked in one vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-003", "family": "direction", "group_id": "direction-row-dark-0", "image_filename": "direction-row-dark-0.png", "image_sha256": "e1054056f7333f3d07d4db078449b382741a50c1967ea87d3873042aeedd21b1", "ground_truth": { "choice": "B" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Stacked in one vertical column\nB: Side by side in one horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "column", "row" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-004", "family": "direction", "group_id": "direction-row-dark-1", "image_filename": "direction-row-dark-1.png", "image_sha256": "5d5d514272958fc67e30dfb635e8303dfec36af16d578450c675d558b918289a", "ground_truth": { "choice": "A" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Side by side in one horizontal row\nB: Stacked in one vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-005", "family": "direction", "group_id": "direction-column-light-0", "image_filename": "direction-column-light-0.png", "image_sha256": "d21144267d483280335db6abe4118b89b6b54f3abdc03c4fc9642a782294cfe8", "ground_truth": { "choice": "B" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Side by side in one horizontal row\nB: Stacked in one vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "row", "column" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-006", "family": "direction", "group_id": "direction-column-light-1", "image_filename": "direction-column-light-1.png", "image_sha256": "39fb86e81eb182c6ed20beacb763e3fd5b3fb3b4a2791e22d8d44c41725de7a3", "ground_truth": { "choice": "A" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Stacked in one vertical column\nB: Side by side in one horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "column", "row" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-007", "family": "direction", "group_id": "direction-column-dark-0", "image_filename": "direction-column-dark-0.png", "image_sha256": "f6d975c91e1cfa5205f4bd29576f5a82451dd51773c94d735d4a878702c812e2", "ground_truth": { "choice": "A" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Stacked in one vertical column\nB: Side by side in one horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "column", "row" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-direction-008", "family": "direction", "group_id": "direction-column-dark-1", "image_filename": "direction-column-dark-1.png", "image_sha256": "1666a5a779971149d3acca75b3f20edfab2f6ca286e8f7d76d53825ceb8001a7", "ground_truth": { "choice": "B" }, "prompt": "How are the cards inside the outlined frame arranged?\nA: Side by side in one horizontal row\nB: Stacked in one vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-distribution-001", "family": "distribution", "group_id": "distribution-start-light-0", "image_filename": "distribution-start-light-0.png", "image_sha256": "6934f78a7a7500fa45f29d87d1be1c389ca15393173d7b916a6b76e77434b623", "ground_truth": { "choice": "D" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: All interior gaps and both outer spaces are equal\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: Packed at the start, touching that inner edge\nE: Equal outer spaces, each half the size of an interior gap\nF: Packed together in the middle, with much larger equal outer spaces\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "start", "options": [ "end", "evenly", "between", "start", "around", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-002", "family": "distribution", "group_id": "distribution-start-light-1", "image_filename": "distribution-start-light-1.png", "image_sha256": "560524dd93b7f70b5c26f8209854f407b5a654a4ba9891ae330f59b45175786e", "ground_truth": { "choice": "F" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Equal outer spaces, each half the size of an interior gap\nB: All interior gaps and both outer spaces are equal\nC: Packed at the end, touching that inner edge\nD: First and last cards touch opposite inner edges; equal gaps between cards\nE: Packed together in the middle, with much larger equal outer spaces\nF: Packed at the start, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "start", "options": [ "around", "evenly", "end", "between", "center", "start" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-003", "family": "distribution", "group_id": "distribution-start-dark-0", "image_filename": "distribution-start-dark-0.png", "image_sha256": "790c3146f9dc58d06c1996bad5505080ae3a558de99ae89f730a8ea9b630e44f", "ground_truth": { "choice": "B" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: Packed at the start, touching that inner edge\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: Equal outer spaces, each half the size of an interior gap\nE: All interior gaps and both outer spaces are equal\nF: Packed together in the middle, with much larger equal outer spaces\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "start", "options": [ "end", "start", "between", "around", "evenly", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-004", "family": "distribution", "group_id": "distribution-start-dark-1", "image_filename": "distribution-start-dark-1.png", "image_sha256": "d864575a8d583a9d95d519e3bd43dee0aea9682de4157f2e0ee81039d193d5ae", "ground_truth": { "choice": "D" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: All interior gaps and both outer spaces are equal\nB: Packed together in the middle, with much larger equal outer spaces\nC: Packed at the end, touching that inner edge\nD: Packed at the start, touching that inner edge\nE: First and last cards touch opposite inner edges; equal gaps between cards\nF: Equal outer spaces, each half the size of an interior gap\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "start", "options": [ "evenly", "center", "end", "start", "between", "around" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-005", "family": "distribution", "group_id": "distribution-center-light-0", "image_filename": "distribution-center-light-0.png", "image_sha256": "13c3926f98cda2973153eb0ba3bedd05993b22cd5dd6cea1cd3b3c131f6682ad", "ground_truth": { "choice": "E" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Equal outer spaces, each half the size of an interior gap\nB: Packed at the start, touching that inner edge\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: All interior gaps and both outer spaces are equal\nE: Packed together in the middle, with much larger equal outer spaces\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "around", "start", "between", "evenly", "center", "end" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-006", "family": "distribution", "group_id": "distribution-center-light-1", "image_filename": "distribution-center-light-1.png", "image_sha256": "8bd42fb49d0f74f0c78e00cf29761b4a502708d81ed47075c6c3c679ed917065", "ground_truth": { "choice": "E" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: All interior gaps and both outer spaces are equal\nB: Packed at the end, touching that inner edge\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: Packed at the start, touching that inner edge\nE: Packed together in the middle, with much larger equal outer spaces\nF: Equal outer spaces, each half the size of an interior gap\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "evenly", "end", "between", "start", "center", "around" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-007", "family": "distribution", "group_id": "distribution-center-dark-0", "image_filename": "distribution-center-dark-0.png", "image_sha256": "17a87c1e7fa01a4df18a1aff869fafcb6802f07f1e5bcd2a346ed8e438bff341", "ground_truth": { "choice": "B" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Equal outer spaces, each half the size of an interior gap\nB: Packed together in the middle, with much larger equal outer spaces\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: All interior gaps and both outer spaces are equal\nE: Packed at the start, touching that inner edge\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "around", "center", "between", "evenly", "start", "end" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-008", "family": "distribution", "group_id": "distribution-center-dark-1", "image_filename": "distribution-center-dark-1.png", "image_sha256": "52dfc295a559681a6d9dc1869036b888253a906071c83f6bdc5d06a79b0303bb", "ground_truth": { "choice": "D" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: Equal outer spaces, each half the size of an interior gap\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: Packed together in the middle, with much larger equal outer spaces\nE: All interior gaps and both outer spaces are equal\nF: Packed at the start, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "end", "around", "between", "center", "evenly", "start" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-009", "family": "distribution", "group_id": "distribution-end-light-0", "image_filename": "distribution-end-light-0.png", "image_sha256": "0f1f44e01f09213d9b8bece93b73369403c328ce4e1e6940178615f2b86b4377", "ground_truth": { "choice": "A" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: Packed at the start, touching that inner edge\nC: Equal outer spaces, each half the size of an interior gap\nD: All interior gaps and both outer spaces are equal\nE: First and last cards touch opposite inner edges; equal gaps between cards\nF: Packed together in the middle, with much larger equal outer spaces\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "end", "options": [ "end", "start", "around", "evenly", "between", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-010", "family": "distribution", "group_id": "distribution-end-light-1", "image_filename": "distribution-end-light-1.png", "image_sha256": "53bb5e19abdd405e840d6ced432488840f4df2a5f6b756a3b85f373891e1e9eb", "ground_truth": { "choice": "E" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the start, touching that inner edge\nB: First and last cards touch opposite inner edges; equal gaps between cards\nC: All interior gaps and both outer spaces are equal\nD: Packed together in the middle, with much larger equal outer spaces\nE: Packed at the end, touching that inner edge\nF: Equal outer spaces, each half the size of an interior gap\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "end", "options": [ "start", "between", "evenly", "center", "end", "around" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-011", "family": "distribution", "group_id": "distribution-end-dark-0", "image_filename": "distribution-end-dark-0.png", "image_sha256": "34d41ee3ce9e087fe3964190afacf247479019abaf31ebc0951e6ae733b789da", "ground_truth": { "choice": "A" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: Equal outer spaces, each half the size of an interior gap\nC: All interior gaps and both outer spaces are equal\nD: First and last cards touch opposite inner edges; equal gaps between cards\nE: Packed at the start, touching that inner edge\nF: Packed together in the middle, with much larger equal outer spaces\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "end", "options": [ "end", "around", "evenly", "between", "start", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-012", "family": "distribution", "group_id": "distribution-end-dark-1", "image_filename": "distribution-end-dark-1.png", "image_sha256": "aebd5f15e877aa03cdce4a3ec9c330f1fd9d0bb855b03c46294777c28a61a4b0", "ground_truth": { "choice": "F" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the start, touching that inner edge\nB: Packed together in the middle, with much larger equal outer spaces\nC: All interior gaps and both outer spaces are equal\nD: First and last cards touch opposite inner edges; equal gaps between cards\nE: Equal outer spaces, each half the size of an interior gap\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "end", "options": [ "start", "center", "evenly", "between", "around", "end" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-013", "family": "distribution", "group_id": "distribution-between-light-0", "image_filename": "distribution-between-light-0.png", "image_sha256": "a23b333539717be6f0e6ddd82f7b50e5140e9848c24411f1aac5986ba15cb22d", "ground_truth": { "choice": "E" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: Packed together in the middle, with much larger equal outer spaces\nC: Equal outer spaces, each half the size of an interior gap\nD: Packed at the start, touching that inner edge\nE: First and last cards touch opposite inner edges; equal gaps between cards\nF: All interior gaps and both outer spaces are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "between", "options": [ "end", "center", "around", "start", "between", "evenly" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-014", "family": "distribution", "group_id": "distribution-between-light-1", "image_filename": "distribution-between-light-1.png", "image_sha256": "6c346d11652388193a2cf6f477eac372490c7634ebe9cd08e1b1cab5bc7e067b", "ground_truth": { "choice": "A" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: First and last cards touch opposite inner edges; equal gaps between cards\nB: Packed at the start, touching that inner edge\nC: Packed together in the middle, with much larger equal outer spaces\nD: All interior gaps and both outer spaces are equal\nE: Equal outer spaces, each half the size of an interior gap\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "between", "options": [ "between", "start", "center", "evenly", "around", "end" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-015", "family": "distribution", "group_id": "distribution-between-dark-0", "image_filename": "distribution-between-dark-0.png", "image_sha256": "bbb7973d3d6383e82636e2e44b0d85832cce3c07ec05fb8782370843df3a95d1", "ground_truth": { "choice": "C" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the end, touching that inner edge\nB: All interior gaps and both outer spaces are equal\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: Equal outer spaces, each half the size of an interior gap\nE: Packed at the start, touching that inner edge\nF: Packed together in the middle, with much larger equal outer spaces\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "between", "options": [ "end", "evenly", "between", "around", "start", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-016", "family": "distribution", "group_id": "distribution-between-dark-1", "image_filename": "distribution-between-dark-1.png", "image_sha256": "2d1a97f606ce03901126522702df733c5d44eba62fd3ad5dce41960ca5b95beb", "ground_truth": { "choice": "C" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Equal outer spaces, each half the size of an interior gap\nB: Packed at the end, touching that inner edge\nC: First and last cards touch opposite inner edges; equal gaps between cards\nD: All interior gaps and both outer spaces are equal\nE: Packed together in the middle, with much larger equal outer spaces\nF: Packed at the start, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "between", "options": [ "around", "end", "between", "evenly", "center", "start" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-017", "family": "distribution", "group_id": "distribution-around-light-0", "image_filename": "distribution-around-light-0.png", "image_sha256": "c8df91b1509d235baf54176aecad2860fd8e1f7d3b689e2f51b5a8fa1f0b5358", "ground_truth": { "choice": "F" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed at the start, touching that inner edge\nB: Packed at the end, touching that inner edge\nC: All interior gaps and both outer spaces are equal\nD: First and last cards touch opposite inner edges; equal gaps between cards\nE: Packed together in the middle, with much larger equal outer spaces\nF: Equal outer spaces, each half the size of an interior gap\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "around", "options": [ "start", "end", "evenly", "between", "center", "around" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-018", "family": "distribution", "group_id": "distribution-around-light-1", "image_filename": "distribution-around-light-1.png", "image_sha256": "929150f26d59093cadf1318a5b1f7adc98d5eb94059522d1260fd864509097e1", "ground_truth": { "choice": "B" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: First and last cards touch opposite inner edges; equal gaps between cards\nB: Equal outer spaces, each half the size of an interior gap\nC: All interior gaps and both outer spaces are equal\nD: Packed together in the middle, with much larger equal outer spaces\nE: Packed at the start, touching that inner edge\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "around", "options": [ "between", "around", "evenly", "center", "start", "end" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-019", "family": "distribution", "group_id": "distribution-around-dark-0", "image_filename": "distribution-around-dark-0.png", "image_sha256": "93a4b61825ca5ee5a9c388742f7bc77ec952dc7aac5da336b7cb812d629bea58", "ground_truth": { "choice": "D" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: First and last cards touch opposite inner edges; equal gaps between cards\nB: Packed at the start, touching that inner edge\nC: Packed at the end, touching that inner edge\nD: Equal outer spaces, each half the size of an interior gap\nE: Packed together in the middle, with much larger equal outer spaces\nF: All interior gaps and both outer spaces are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "around", "options": [ "between", "start", "end", "around", "center", "evenly" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-020", "family": "distribution", "group_id": "distribution-around-dark-1", "image_filename": "distribution-around-dark-1.png", "image_sha256": "c5bee743a5cdf0f55ad8f8e2ad4d0da59843024cf9f0520da9f216dd3e698a27", "ground_truth": { "choice": "F" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: All interior gaps and both outer spaces are equal\nB: Packed together in the middle, with much larger equal outer spaces\nC: Packed at the start, touching that inner edge\nD: Packed at the end, touching that inner edge\nE: First and last cards touch opposite inner edges; equal gaps between cards\nF: Equal outer spaces, each half the size of an interior gap\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "around", "options": [ "evenly", "center", "start", "end", "between", "around" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-021", "family": "distribution", "group_id": "distribution-evenly-light-0", "image_filename": "distribution-evenly-light-0.png", "image_sha256": "4b0fa8ccce73a4842ec16bf47515acc5e5ac08922350410eb12ff459a45e6510", "ground_truth": { "choice": "B" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: First and last cards touch opposite inner edges; equal gaps between cards\nB: All interior gaps and both outer spaces are equal\nC: Packed at the end, touching that inner edge\nD: Equal outer spaces, each half the size of an interior gap\nE: Packed together in the middle, with much larger equal outer spaces\nF: Packed at the start, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "evenly", "options": [ "between", "evenly", "end", "around", "center", "start" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-022", "family": "distribution", "group_id": "distribution-evenly-light-1", "image_filename": "distribution-evenly-light-1.png", "image_sha256": "43750ea9b51206622f9572020ec769262ab52a0a187b81d5f06e5f27b420418a", "ground_truth": { "choice": "C" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: First and last cards touch opposite inner edges; equal gaps between cards\nB: Packed at the start, touching that inner edge\nC: All interior gaps and both outer spaces are equal\nD: Equal outer spaces, each half the size of an interior gap\nE: Packed together in the middle, with much larger equal outer spaces\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "evenly", "options": [ "between", "start", "evenly", "around", "center", "end" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-distribution-023", "family": "distribution", "group_id": "distribution-evenly-dark-0", "image_filename": "distribution-evenly-dark-0.png", "image_sha256": "33cc4f41d7465f2ccc190c633d0d7d72468749ededb015c4f8094951e6de1c9f", "ground_truth": { "choice": "A" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: All interior gaps and both outer spaces are equal\nB: Equal outer spaces, each half the size of an interior gap\nC: Packed together in the middle, with much larger equal outer spaces\nD: First and last cards touch opposite inner edges; equal gaps between cards\nE: Packed at the start, touching that inner edge\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "evenly", "options": [ "evenly", "around", "center", "between", "start", "end" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-distribution-024", "family": "distribution", "group_id": "distribution-evenly-dark-1", "image_filename": "distribution-evenly-dark-1.png", "image_sha256": "a4233e3b1be0fd9f809700538a6fec7a18fa9a1028c25109dd2a5067d5f71c97", "ground_truth": { "choice": "C" }, "prompt": "Consider the sequence of cards along its long direction inside the outlined frame. Start means left for a row and top for a column. Which description fits the empty spaces measured from card edges to the INSIDE of the frame border?\nA: Packed together in the middle, with much larger equal outer spaces\nB: First and last cards touch opposite inner edges; equal gaps between cards\nC: All interior gaps and both outer spaces are equal\nD: Packed at the start, touching that inner edge\nE: Equal outer spaces, each half the size of an interior gap\nF: Packed at the end, touching that inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "evenly", "options": [ "center", "between", "evenly", "start", "around", "end" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-001", "family": "crossalign", "group_id": "crossalign-start-light-0", "image_filename": "crossalign-start-light-0.png", "image_sha256": "6807ee4d1058fe188ee5fa9d536c5fcb6d1cbe8fd637b8d0beab1a91852be6d1", "ground_truth": { "choice": "B" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box fills the frame along that cross axis\nD: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "start", "options": [ "center", "start", "stretch", "end" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-002", "family": "crossalign", "group_id": "crossalign-start-light-1", "image_filename": "crossalign-start-light-1.png", "image_sha256": "0cae12efbadf95299208c915af596834d304f9733727a30f7fbee377b19d5049", "ground_truth": { "choice": "C" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box fills the frame along that cross axis\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "start", "options": [ "center", "end", "start", "stretch" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-003", "family": "crossalign", "group_id": "crossalign-start-dark-0", "image_filename": "crossalign-start-dark-0.png", "image_sha256": "aa0f2e839dd073a842ee9ca332cc700c32e3500e36189064d19376517955a337", "ground_truth": { "choice": "A" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box fills the frame along that cross axis\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "start", "options": [ "start", "stretch", "end", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-004", "family": "crossalign", "group_id": "crossalign-start-dark-1", "image_filename": "crossalign-start-dark-1.png", "image_sha256": "7f4312cb95176955c2fa3e79c7d57089b4cc2a2be6fd78c7257dfb3150b77d72", "ground_truth": { "choice": "D" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box fills the frame along that cross axis\nB: Every box is centered on that cross axis, with empty space on both sides of the box\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "start", "options": [ "stretch", "center", "end", "start" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-005", "family": "crossalign", "group_id": "crossalign-center-light-0", "image_filename": "crossalign-center-light-0.png", "image_sha256": "f13bac549430082588ecdbbff1f7a18b203eff675ffda99f97236b94bcfd583d", "ground_truth": { "choice": "A" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box fills the frame along that cross axis\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "center", "stretch", "end", "start" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-006", "family": "crossalign", "group_id": "crossalign-center-light-1", "image_filename": "crossalign-center-light-1.png", "image_sha256": "5ad39e8f0bb40f9dc4206073ab07b3eb472d8a62234eb00c2d6242b6f8297fe1", "ground_truth": { "choice": "D" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box fills the frame along that cross axis\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "start", "stretch", "end", "center" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-007", "family": "crossalign", "group_id": "crossalign-center-dark-0", "image_filename": "crossalign-center-dark-0.png", "image_sha256": "720dd90c5a75cc47e8d7b4d0707fe3e587c4c3777ebced9d28c59ee8f1f6f976", "ground_truth": { "choice": "D" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box fills the frame along that cross axis\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "start", "stretch", "end", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-008", "family": "crossalign", "group_id": "crossalign-center-dark-1", "image_filename": "crossalign-center-dark-1.png", "image_sha256": "96ba038b9c1e15b95e02d28c9c0a0a669468dbaf0b0e7d9a0c1219e14a988a03", "ground_truth": { "choice": "A" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box fills the frame along that cross axis\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "center", "end", "start", "stretch" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-009", "family": "crossalign", "group_id": "crossalign-end-light-0", "image_filename": "crossalign-end-light-0.png", "image_sha256": "71494b9eb2615d6b9b01b12bc414029d27e898f4b876eacadd29a95689c57800", "ground_truth": { "choice": "A" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box is centered on that cross axis, with empty space on both sides of the box\nC: Every box fills the frame along that cross axis\nD: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "end", "options": [ "end", "center", "stretch", "start" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-010", "family": "crossalign", "group_id": "crossalign-end-light-1", "image_filename": "crossalign-end-light-1.png", "image_sha256": "a3effd6b3a5d358a1b500bd4dbd255c12c9b4ee4e38f59f4f8e7fc21474409bb", "ground_truth": { "choice": "C" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box is centered on that cross axis, with empty space on both sides of the box\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box fills the frame along that cross axis\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "end", "options": [ "start", "center", "end", "stretch" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-011", "family": "crossalign", "group_id": "crossalign-end-dark-0", "image_filename": "crossalign-end-dark-0.png", "image_sha256": "b98a71784ef92ee7def38fc19bdb426fece3ab21027d5470f622150e822a2f62", "ground_truth": { "choice": "C" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box fills the frame along that cross axis\nB: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "end", "options": [ "stretch", "start", "end", "center" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-012", "family": "crossalign", "group_id": "crossalign-end-dark-1", "image_filename": "crossalign-end-dark-1.png", "image_sha256": "0f154b21beb82164b6c260a6854bf151614a4d774e77176c9e52dc93db112b2e", "ground_truth": { "choice": "B" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box fills the frame along that cross axis\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "end", "options": [ "start", "end", "stretch", "center" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-013", "family": "crossalign", "group_id": "crossalign-stretch-light-0", "image_filename": "crossalign-stretch-light-0.png", "image_sha256": "53a6b5623c72652a94e534ed326d0df08ba8974c4ffe15355782b84a94649797", "ground_truth": { "choice": "C" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box is centered on that cross axis, with empty space on both sides of the box\nC: Every box fills the frame along that cross axis\nD: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "stretch", "options": [ "end", "center", "stretch", "start" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-014", "family": "crossalign", "group_id": "crossalign-stretch-light-1", "image_filename": "crossalign-stretch-light-1.png", "image_sha256": "eb41f2095a8ca7c1512aa2814ea9df3855e816dbc2b43d13007c1606a4970ac0", "ground_truth": { "choice": "B" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box fills the frame along that cross axis\nC: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "stretch", "options": [ "center", "stretch", "end", "start" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-015", "family": "crossalign", "group_id": "crossalign-stretch-dark-0", "image_filename": "crossalign-stretch-dark-0.png", "image_sha256": "4c3ef31f845a579e2c208a6d64e9cf419d03b44cd29f4552cdf9b43bfe8c8a34", "ground_truth": { "choice": "D" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box is centered on that cross axis, with empty space on both sides of the box\nB: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nC: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box fills the frame along that cross axis\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "stretch", "options": [ "center", "end", "start", "stretch" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-crossalign-016", "family": "crossalign", "group_id": "crossalign-stretch-dark-1", "image_filename": "crossalign-stretch-dark-1.png", "image_sha256": "f41b2bbfe51e1d891395bf465a844bd5437136fb1ebf12f686255f22018471f7", "ground_truth": { "choice": "B" }, "prompt": "Across the direction perpendicular to the sequence of cards, how do their visible boxes align inside the outlined frame? For a horizontal sequence compare vertical positions; for a vertical sequence compare horizontal positions.\nA: Every box touches the bottom (horizontal sequence) or right (vertical sequence) inner edge, leaving space before the opposite edge\nB: Every box fills the frame along that cross axis\nC: Every box touches the top (horizontal sequence) or left (vertical sequence) inner edge, leaving space before the opposite edge\nD: Every box is centered on that cross axis, with empty space on both sides of the box\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "stretch", "options": [ "end", "stretch", "start", "center" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-textalign-001", "family": "textalign", "group_id": "textalign-left-light-0", "image_filename": "textalign-left-light-0.png", "image_sha256": "8905dae024a605d690165f00c9acb675ae2c30148a35af4664128c8df89a3a88", "ground_truth": { "choice": "D" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "right", "center", "justify", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 456, "height": 21 }, { "x": 161, "y": 136.890625, "width": 455, "height": 21 }, { "x": 161, "y": 164.78125, "width": 447, "height": 21 }, { "x": 161, "y": 192.671875, "width": 472, "height": 21 }, { "x": 161, "y": 220.5625, "width": 447, "height": 21 }, { "x": 161, "y": 248.453125, "width": 444, "height": 21 }, { "x": 161, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-002", "family": "textalign", "group_id": "textalign-left-light-1", "image_filename": "textalign-left-light-1.png", "image_sha256": "ee1471024f264f11528a7c363c7042a96114b65dafaf828365f21c0ee8b18f61", "ground_truth": { "choice": "D" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "right", "center", "justify", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 477, "height": 21 }, { "x": 161, "y": 164.78125, "width": 447, "height": 21 }, { "x": 161, "y": 192.671875, "width": 468, "height": 21 }, { "x": 161, "y": 220.5625, "width": 473, "height": 21 }, { "x": 161, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-003", "family": "textalign", "group_id": "textalign-left-dark-0", "image_filename": "textalign-left-dark-0.png", "image_sha256": "1348d5f6f99b1b3052c1122cdf87f87f4b89988bb44fe5441d0b56a16e3ebd47", "ground_truth": { "choice": "A" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Left edges line up; right edges are ragged\nB: Right edges line up; left edges are ragged\nC: Line centers line up; both edges are ragged\nD: Both left and right edges line up on the nonfinal lines\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "left", "right", "center", "justify" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 456, "height": 21 }, { "x": 161, "y": 136.890625, "width": 455, "height": 21 }, { "x": 161, "y": 164.78125, "width": 447, "height": 21 }, { "x": 161, "y": 192.671875, "width": 472, "height": 21 }, { "x": 161, "y": 220.5625, "width": 447, "height": 21 }, { "x": 161, "y": 248.453125, "width": 444, "height": 21 }, { "x": 161, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-004", "family": "textalign", "group_id": "textalign-left-dark-1", "image_filename": "textalign-left-dark-1.png", "image_sha256": "690dfd731d6e5ff618ff3c0a1e4cb2d0acd4c750841bd95380926277bc1a70ab", "ground_truth": { "choice": "D" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Both left and right edges line up on the nonfinal lines\nB: Line centers line up; both edges are ragged\nC: Right edges line up; left edges are ragged\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "justify", "center", "right", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 477, "height": 21 }, { "x": 161, "y": 164.78125, "width": 447, "height": 21 }, { "x": 161, "y": 192.671875, "width": 468, "height": 21 }, { "x": 161, "y": 220.5625, "width": 473, "height": 21 }, { "x": 161, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-005", "family": "textalign", "group_id": "textalign-center-light-0", "image_filename": "textalign-center-light-0.png", "image_sha256": "b594092feff844f3f0fcdf6b1e53ada3d71dbd3de071f8e9c2bf69f62a9c44fe", "ground_truth": { "choice": "C" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Left edges line up; right edges are ragged\nB: Right edges line up; left edges are ragged\nC: Line centers line up; both edges are ragged\nD: Both left and right edges line up on the nonfinal lines\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "left", "right", "center", "justify" ], "factors": {}, "lines": { "text-0": [ { "x": 172, "y": 109, "width": 456, "height": 21 }, { "x": 172.5, "y": 136.890625, "width": 455, "height": 21 }, { "x": 176.5, "y": 164.78125, "width": 447, "height": 21 }, { "x": 164, "y": 192.671875, "width": 472, "height": 21 }, { "x": 176.5, "y": 220.5625, "width": 447, "height": 21 }, { "x": 178, "y": 248.453125, "width": 444, "height": 21 }, { "x": 301, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-006", "family": "textalign", "group_id": "textalign-center-light-1", "image_filename": "textalign-center-light-1.png", "image_sha256": "b02b85c997c0d88abe7f20411efc5cb120b5eb8425bac446f1571f488162549b", "ground_truth": { "choice": "B" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Both left and right edges line up on the nonfinal lines\nB: Line centers line up; both edges are ragged\nC: Left edges line up; right edges are ragged\nD: Right edges line up; left edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "justify", "center", "left", "right" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161.5, "y": 136.890625, "width": 477, "height": 21 }, { "x": 176.5, "y": 164.78125, "width": 447, "height": 21 }, { "x": 166, "y": 192.671875, "width": 468, "height": 21 }, { "x": 163.5, "y": 220.5625, "width": 473, "height": 21 }, { "x": 180, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-007", "family": "textalign", "group_id": "textalign-center-dark-0", "image_filename": "textalign-center-dark-0.png", "image_sha256": "872023a65bac1e205fa0a7212f44da2c74dc327d6d1c3bef2433a7372394dbe1", "ground_truth": { "choice": "B" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Left edges line up; right edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Right edges line up; left edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "left", "center", "justify", "right" ], "factors": {}, "lines": { "text-0": [ { "x": 172, "y": 109, "width": 456, "height": 21 }, { "x": 172.5, "y": 136.890625, "width": 455, "height": 21 }, { "x": 176.5, "y": 164.78125, "width": 447, "height": 21 }, { "x": 164, "y": 192.671875, "width": 472, "height": 21 }, { "x": 176.5, "y": 220.5625, "width": 447, "height": 21 }, { "x": 178, "y": 248.453125, "width": 444, "height": 21 }, { "x": 301, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-008", "family": "textalign", "group_id": "textalign-center-dark-1", "image_filename": "textalign-center-dark-1.png", "image_sha256": "45b0cd0ec48f539edae5b70512f48d1c6e420ae9b7645352ba41b60a3e66c3b1", "ground_truth": { "choice": "B" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "right", "center", "justify", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161.5, "y": 136.890625, "width": 477, "height": 21 }, { "x": 176.5, "y": 164.78125, "width": 447, "height": 21 }, { "x": 166, "y": 192.671875, "width": 468, "height": 21 }, { "x": 163.5, "y": 220.5625, "width": 473, "height": 21 }, { "x": 180, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-009", "family": "textalign", "group_id": "textalign-right-light-0", "image_filename": "textalign-right-light-0.png", "image_sha256": "c5d24cf77febfe0fb2e3f5fc92a1bb797941653bb7935afa134bdb8e7c45ce04", "ground_truth": { "choice": "B" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Line centers line up; both edges are ragged\nB: Right edges line up; left edges are ragged\nC: Left edges line up; right edges are ragged\nD: Both left and right edges line up on the nonfinal lines\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "center", "right", "left", "justify" ], "factors": {}, "lines": { "text-0": [ { "x": 183, "y": 109, "width": 456, "height": 21 }, { "x": 184, "y": 136.890625, "width": 455, "height": 21 }, { "x": 192, "y": 164.78125, "width": 447, "height": 21 }, { "x": 167, "y": 192.671875, "width": 472, "height": 21 }, { "x": 192, "y": 220.5625, "width": 447, "height": 21 }, { "x": 195, "y": 248.453125, "width": 444, "height": 21 }, { "x": 441, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-010", "family": "textalign", "group_id": "textalign-right-light-1", "image_filename": "textalign-right-light-1.png", "image_sha256": "878c98bd98d4dde02acdab98e70c7b0400853970164a91c31ec91b364fbace89", "ground_truth": { "choice": "D" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Line centers line up; both edges are ragged\nB: Both left and right edges line up on the nonfinal lines\nC: Left edges line up; right edges are ragged\nD: Right edges line up; left edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "center", "justify", "left", "right" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 162, "y": 136.890625, "width": 477, "height": 21 }, { "x": 192, "y": 164.78125, "width": 447, "height": 21 }, { "x": 171, "y": 192.671875, "width": 468, "height": 21 }, { "x": 166, "y": 220.5625, "width": 473, "height": 21 }, { "x": 199, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-011", "family": "textalign", "group_id": "textalign-right-dark-0", "image_filename": "textalign-right-dark-0.png", "image_sha256": "1ef0c33a06dccfc603e96da71ed17ce5fe3c73cf4515e4c3a04ca269c0745a53", "ground_truth": { "choice": "A" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Both left and right edges line up on the nonfinal lines\nC: Left edges line up; right edges are ragged\nD: Line centers line up; both edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "right", "justify", "left", "center" ], "factors": {}, "lines": { "text-0": [ { "x": 183, "y": 109, "width": 456, "height": 21 }, { "x": 184, "y": 136.890625, "width": 455, "height": 21 }, { "x": 192, "y": 164.78125, "width": 447, "height": 21 }, { "x": 167, "y": 192.671875, "width": 472, "height": 21 }, { "x": 192, "y": 220.5625, "width": 447, "height": 21 }, { "x": 195, "y": 248.453125, "width": 444, "height": 21 }, { "x": 441, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-012", "family": "textalign", "group_id": "textalign-right-dark-1", "image_filename": "textalign-right-dark-1.png", "image_sha256": "75f7c9502d145943c1d28d485e0f5c7242aa7c65081d473a3c69eabd2b4572b0", "ground_truth": { "choice": "A" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Left edges line up; right edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Line centers line up; both edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "right", "left", "justify", "center" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 162, "y": 136.890625, "width": 477, "height": 21 }, { "x": 192, "y": 164.78125, "width": 447, "height": 21 }, { "x": 171, "y": 192.671875, "width": 468, "height": 21 }, { "x": 166, "y": 220.5625, "width": 473, "height": 21 }, { "x": 199, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-013", "family": "textalign", "group_id": "textalign-justify-light-0", "image_filename": "textalign-justify-light-0.png", "image_sha256": "15f73d663b263c3199bc2af63f82b7006773fb0d85d4555b56c25f121110b02e", "ground_truth": { "choice": "A" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Both left and right edges line up on the nonfinal lines\nB: Line centers line up; both edges are ragged\nC: Right edges line up; left edges are ragged\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "justify", "options": [ "justify", "center", "right", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 478, "height": 21 }, { "x": 161, "y": 164.78125, "width": 478, "height": 21 }, { "x": 161, "y": 192.671875, "width": 478, "height": 21 }, { "x": 161, "y": 220.5625, "width": 478, "height": 21 }, { "x": 161, "y": 248.453125, "width": 478, "height": 21 }, { "x": 161, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-014", "family": "textalign", "group_id": "textalign-justify-light-1", "image_filename": "textalign-justify-light-1.png", "image_sha256": "0d6d4e7e771c5395d582ea32b75e5f05ed47b24f35cb10c6df00e9aea3e89c10", "ground_truth": { "choice": "C" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "justify", "options": [ "right", "center", "justify", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 478, "height": 21 }, { "x": 161, "y": 164.78125, "width": 478, "height": 21 }, { "x": 161, "y": 192.671875, "width": 478, "height": 21 }, { "x": 161, "y": 220.5625, "width": 478, "height": 21 }, { "x": 161, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-015", "family": "textalign", "group_id": "textalign-justify-dark-0", "image_filename": "textalign-justify-dark-0.png", "image_sha256": "772229d3293d13622df3a014b260d2337cce0625b141f5aabf5fcdf60c81b542", "ground_truth": { "choice": "C" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Left edges line up; right edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Right edges line up; left edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "justify", "options": [ "left", "center", "justify", "right" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 478, "height": 21 }, { "x": 161, "y": 164.78125, "width": 478, "height": 21 }, { "x": 161, "y": 192.671875, "width": 478, "height": 21 }, { "x": 161, "y": 220.5625, "width": 478, "height": 21 }, { "x": 161, "y": 248.453125, "width": 478, "height": 21 }, { "x": 161, "y": 276.34375, "width": 198, "height": 21 } ] } } }, { "task_id": "layoutbench-textalign-016", "family": "textalign", "group_id": "textalign-justify-dark-1", "image_filename": "textalign-justify-dark-1.png", "image_sha256": "0afbc53f0bbe07c398b162d83ab208a158e0bdcfdbcebc35ad1c1277226694a5", "ground_truth": { "choice": "C" }, "prompt": "How are the lines of body text aligned within the outlined text region? For both-edge justification, disregard the short final line.\nA: Right edges line up; left edges are ragged\nB: Line centers line up; both edges are ragged\nC: Both left and right edges line up on the nonfinal lines\nD: Left edges line up; right edges are ragged\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "justify", "options": [ "right", "center", "justify", "left" ], "factors": {}, "lines": { "text-0": [ { "x": 161, "y": 109, "width": 478, "height": 21 }, { "x": 161, "y": 136.890625, "width": 478, "height": 21 }, { "x": 161, "y": 164.78125, "width": 478, "height": 21 }, { "x": 161, "y": 192.671875, "width": 478, "height": 21 }, { "x": 161, "y": 220.5625, "width": 478, "height": 21 }, { "x": 161, "y": 248.453125, "width": 440, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-001", "family": "textcolumns", "group_id": "textcolumns-1-light-0", "image_filename": "textcolumns-1-light-0.png", "image_sha256": "647a54a44dbdf58ed0c52f65c4005d87df8a7a897cfae12ef5a20936a48159d6", "ground_truth": { "choice": "A" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: One\nB: Two\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "1", "options": [ "1", "2", "3" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 582, "height": 21 }, { "x": 96, "y": 136.890625, "width": 587, "height": 21 }, { "x": 96, "y": 164.78125, "width": 603, "height": 21 }, { "x": 96, "y": 192.671875, "width": 564, "height": 21 }, { "x": 96, "y": 220.5625, "width": 595, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-002", "family": "textcolumns", "group_id": "textcolumns-1-light-1", "image_filename": "textcolumns-1-light-1.png", "image_sha256": "40803215467b1223ccfda17fb9ab588c5b4c9adb3540352f6e95fced4c21b653", "ground_truth": { "choice": "B" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: One\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "1", "options": [ "3", "1", "2" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 608, "height": 21 }, { "x": 96, "y": 136.890625, "width": 608, "height": 21 }, { "x": 96, "y": 164.78125, "width": 608, "height": 21 }, { "x": 96, "y": 192.671875, "width": 608, "height": 21 }, { "x": 96, "y": 220.5625, "width": 589, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-003", "family": "textcolumns", "group_id": "textcolumns-1-dark-0", "image_filename": "textcolumns-1-dark-0.png", "image_sha256": "27b5472a838867447f80e48badcf1d9d2e3f0ae65da1397310c70dbfddf56e98", "ground_truth": { "choice": "B" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Two\nB: One\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "1", "options": [ "2", "1", "3" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 582, "height": 21 }, { "x": 96, "y": 136.890625, "width": 587, "height": 21 }, { "x": 96, "y": 164.78125, "width": 603, "height": 21 }, { "x": 96, "y": 192.671875, "width": 564, "height": 21 }, { "x": 96, "y": 220.5625, "width": 595, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-004", "family": "textcolumns", "group_id": "textcolumns-1-dark-1", "image_filename": "textcolumns-1-dark-1.png", "image_sha256": "7df9505249c2768203f9ff31775983aa126e6baa54a7efa86615b24c1f5a68f7", "ground_truth": { "choice": "B" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: One\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "1", "options": [ "3", "1", "2" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 608, "height": 21 }, { "x": 96, "y": 136.890625, "width": 608, "height": 21 }, { "x": 96, "y": 164.78125, "width": 608, "height": 21 }, { "x": 96, "y": 192.671875, "width": 608, "height": 21 }, { "x": 96, "y": 220.5625, "width": 589, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-005", "family": "textcolumns", "group_id": "textcolumns-2-light-0", "image_filename": "textcolumns-2-light-0.png", "image_sha256": "1b118e44838601277d8a40b7fdf57a57d49f6284a106025703dd7a6cd27a7870", "ground_truth": { "choice": "C" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: One\nB: Three\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "2", "options": [ "1", "3", "2" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 264, "height": 21 }, { "x": 96, "y": 136.890625, "width": 259, "height": 21 }, { "x": 96, "y": 164.78125, "width": 248, "height": 21 }, { "x": 96, "y": 192.671875, "width": 272, "height": 21 }, { "x": 96, "y": 220.5625, "width": 257, "height": 21 }, { "x": 96, "y": 248.453125, "width": 264, "height": 21 }, { "x": 96, "y": 276.34375, "width": 248, "height": 21 }, { "x": 96, "y": 304.234375, "width": 269, "height": 21 }, { "x": 96, "y": 332.125, "width": 225, "height": 21 }, { "x": 96, "y": 360.015625, "width": 281, "height": 21 }, { "x": 96, "y": 387.90625, "width": 219, "height": 21 }, { "x": 96, "y": 415.796875, "width": 83, "height": 21 } ], "text-1": [ { "x": 415, "y": 109, "width": 264, "height": 21 }, { "x": 415, "y": 136.890625, "width": 259, "height": 21 }, { "x": 415, "y": 164.78125, "width": 248, "height": 21 }, { "x": 415, "y": 192.671875, "width": 272, "height": 21 }, { "x": 415, "y": 220.5625, "width": 257, "height": 21 }, { "x": 415, "y": 248.453125, "width": 264, "height": 21 }, { "x": 415, "y": 276.34375, "width": 248, "height": 21 }, { "x": 415, "y": 304.234375, "width": 269, "height": 21 }, { "x": 415, "y": 332.125, "width": 225, "height": 21 }, { "x": 415, "y": 360.015625, "width": 281, "height": 21 }, { "x": 415, "y": 387.90625, "width": 219, "height": 21 }, { "x": 415, "y": 415.796875, "width": 83, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-006", "family": "textcolumns", "group_id": "textcolumns-2-light-1", "image_filename": "textcolumns-2-light-1.png", "image_sha256": "525124e99c513c25cd9e95a5a1258ab03a28b2d979e87620882c0dfb69f08dd4", "ground_truth": { "choice": "B" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: Two\nC: One\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "2", "options": [ "3", "2", "1" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 289, "height": 21 }, { "x": 96, "y": 136.890625, "width": 289, "height": 21 }, { "x": 96, "y": 164.78125, "width": 289, "height": 21 }, { "x": 96, "y": 192.671875, "width": 289, "height": 21 }, { "x": 96, "y": 220.5625, "width": 289, "height": 21 }, { "x": 96, "y": 248.453125, "width": 289, "height": 21 }, { "x": 96, "y": 276.34375, "width": 289, "height": 21 }, { "x": 96, "y": 304.234375, "width": 289, "height": 21 }, { "x": 96, "y": 332.125, "width": 289, "height": 21 }, { "x": 96, "y": 360.015625, "width": 289, "height": 21 }, { "x": 96, "y": 387.90625, "width": 41, "height": 21 } ], "text-1": [ { "x": 415, "y": 109, "width": 289, "height": 21 }, { "x": 415, "y": 136.890625, "width": 289, "height": 21 }, { "x": 415, "y": 164.78125, "width": 289, "height": 21 }, { "x": 415, "y": 192.671875, "width": 289, "height": 21 }, { "x": 415, "y": 220.5625, "width": 289, "height": 21 }, { "x": 415, "y": 248.453125, "width": 289, "height": 21 }, { "x": 415, "y": 276.34375, "width": 289, "height": 21 }, { "x": 415, "y": 304.234375, "width": 289, "height": 21 }, { "x": 415, "y": 332.125, "width": 289, "height": 21 }, { "x": 415, "y": 360.015625, "width": 289, "height": 21 }, { "x": 415, "y": 387.90625, "width": 41, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-007", "family": "textcolumns", "group_id": "textcolumns-2-dark-0", "image_filename": "textcolumns-2-dark-0.png", "image_sha256": "12c99f09af63a4826d287da83f0af98df75b5c8a3284edaf7b095659a18fc382", "ground_truth": { "choice": "A" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Two\nB: One\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "2", "options": [ "2", "1", "3" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 264, "height": 21 }, { "x": 96, "y": 136.890625, "width": 259, "height": 21 }, { "x": 96, "y": 164.78125, "width": 248, "height": 21 }, { "x": 96, "y": 192.671875, "width": 272, "height": 21 }, { "x": 96, "y": 220.5625, "width": 257, "height": 21 }, { "x": 96, "y": 248.453125, "width": 264, "height": 21 }, { "x": 96, "y": 276.34375, "width": 248, "height": 21 }, { "x": 96, "y": 304.234375, "width": 269, "height": 21 }, { "x": 96, "y": 332.125, "width": 225, "height": 21 }, { "x": 96, "y": 360.015625, "width": 281, "height": 21 }, { "x": 96, "y": 387.90625, "width": 219, "height": 21 }, { "x": 96, "y": 415.796875, "width": 83, "height": 21 } ], "text-1": [ { "x": 415, "y": 109, "width": 264, "height": 21 }, { "x": 415, "y": 136.890625, "width": 259, "height": 21 }, { "x": 415, "y": 164.78125, "width": 248, "height": 21 }, { "x": 415, "y": 192.671875, "width": 272, "height": 21 }, { "x": 415, "y": 220.5625, "width": 257, "height": 21 }, { "x": 415, "y": 248.453125, "width": 264, "height": 21 }, { "x": 415, "y": 276.34375, "width": 248, "height": 21 }, { "x": 415, "y": 304.234375, "width": 269, "height": 21 }, { "x": 415, "y": 332.125, "width": 225, "height": 21 }, { "x": 415, "y": 360.015625, "width": 281, "height": 21 }, { "x": 415, "y": 387.90625, "width": 219, "height": 21 }, { "x": 415, "y": 415.796875, "width": 83, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-008", "family": "textcolumns", "group_id": "textcolumns-2-dark-1", "image_filename": "textcolumns-2-dark-1.png", "image_sha256": "74ab4de2876fb8d5522ecda1941b9f62d79a0a767b87d50c31b95fb17c71eac0", "ground_truth": { "choice": "C" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: One\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "2", "options": [ "3", "1", "2" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 109, "width": 289, "height": 21 }, { "x": 96, "y": 136.890625, "width": 289, "height": 21 }, { "x": 96, "y": 164.78125, "width": 289, "height": 21 }, { "x": 96, "y": 192.671875, "width": 289, "height": 21 }, { "x": 96, "y": 220.5625, "width": 289, "height": 21 }, { "x": 96, "y": 248.453125, "width": 289, "height": 21 }, { "x": 96, "y": 276.34375, "width": 289, "height": 21 }, { "x": 96, "y": 304.234375, "width": 289, "height": 21 }, { "x": 96, "y": 332.125, "width": 289, "height": 21 }, { "x": 96, "y": 360.015625, "width": 289, "height": 21 }, { "x": 96, "y": 387.90625, "width": 41, "height": 21 } ], "text-1": [ { "x": 415, "y": 109, "width": 289, "height": 21 }, { "x": 415, "y": 136.890625, "width": 289, "height": 21 }, { "x": 415, "y": 164.78125, "width": 289, "height": 21 }, { "x": 415, "y": 192.671875, "width": 289, "height": 21 }, { "x": 415, "y": 220.5625, "width": 289, "height": 21 }, { "x": 415, "y": 248.453125, "width": 289, "height": 21 }, { "x": 415, "y": 276.34375, "width": 289, "height": 21 }, { "x": 415, "y": 304.234375, "width": 289, "height": 21 }, { "x": 415, "y": 332.125, "width": 289, "height": 21 }, { "x": 415, "y": 360.015625, "width": 289, "height": 21 }, { "x": 415, "y": 387.90625, "width": 41, "height": 21 } ] } } }, { "task_id": "layoutbench-textcolumns-009", "family": "textcolumns", "group_id": "textcolumns-3-light-0", "image_filename": "textcolumns-3-light-0.png", "image_sha256": "f2895ce13820d9dd5ed7d55e031fbce6dce0cf407cef425b44a97888998078ae", "ground_truth": { "choice": "A" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: Two\nC: One\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "3", "options": [ "3", "2", "1" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 108, "width": 161, "height": 18 }, { "x": 96, "y": 131.25, "width": 161, "height": 18 }, { "x": 96, "y": 154.5, "width": 168, "height": 18 }, { "x": 96, "y": 177.75, "width": 167, "height": 18 }, { "x": 96, "y": 201, "width": 182, "height": 18 }, { "x": 96, "y": 224.25, "width": 173, "height": 18 }, { "x": 96, "y": 247.5, "width": 147, "height": 18 }, { "x": 96, "y": 270.75, "width": 158, "height": 18 }, { "x": 96, "y": 294, "width": 159, "height": 18 }, { "x": 96, "y": 317.25, "width": 127, "height": 18 }, { "x": 96, "y": 340.5, "width": 150, "height": 18 }, { "x": 96, "y": 363.75, "width": 146, "height": 18 }, { "x": 96, "y": 387, "width": 158, "height": 18 }, { "x": 96, "y": 410.25, "width": 167, "height": 18 }, { "x": 96, "y": 433.5, "width": 142, "height": 18 }, { "x": 96, "y": 456.75, "width": 71, "height": 18 } ], "text-1": [ { "x": 308.65625, "y": 108, "width": 161, "height": 18 }, { "x": 308.65625, "y": 131.25, "width": 161, "height": 18 }, { "x": 308.65625, "y": 154.5, "width": 168, "height": 18 }, { "x": 308.65625, "y": 177.75, "width": 167, "height": 18 }, { "x": 308.65625, "y": 201, "width": 182, "height": 18 }, { "x": 308.65625, "y": 224.25, "width": 173, "height": 18 }, { "x": 308.65625, "y": 247.5, "width": 147, "height": 18 }, { "x": 308.65625, "y": 270.75, "width": 158, "height": 18 }, { "x": 308.65625, "y": 294, "width": 159, "height": 18 }, { "x": 308.65625, "y": 317.25, "width": 127, "height": 18 }, { "x": 308.65625, "y": 340.5, "width": 150, "height": 18 }, { "x": 308.65625, "y": 363.75, "width": 146, "height": 18 }, { "x": 308.65625, "y": 387, "width": 158, "height": 18 }, { "x": 308.65625, "y": 410.25, "width": 167, "height": 18 }, { "x": 308.65625, "y": 433.5, "width": 142, "height": 18 }, { "x": 308.65625, "y": 456.75, "width": 71, "height": 18 } ], "text-2": [ { "x": 521.328125, "y": 108, "width": 161, "height": 18 }, { "x": 521.328125, "y": 131.25, "width": 161, "height": 18 }, { "x": 521.328125, "y": 154.5, "width": 168, "height": 18 }, { "x": 521.328125, "y": 177.75, "width": 167, "height": 18 }, { "x": 521.328125, "y": 201, "width": 182, "height": 18 }, { "x": 521.328125, "y": 224.25, "width": 173, "height": 18 }, { "x": 521.328125, "y": 247.5, "width": 147, "height": 18 }, { "x": 521.328125, "y": 270.75, "width": 158, "height": 18 }, { "x": 521.328125, "y": 294, "width": 159, "height": 18 }, { "x": 521.328125, "y": 317.25, "width": 127, "height": 18 }, { "x": 521.328125, "y": 340.5, "width": 150, "height": 18 }, { "x": 521.328125, "y": 363.75, "width": 146, "height": 18 }, { "x": 521.328125, "y": 387, "width": 158, "height": 18 }, { "x": 521.328125, "y": 410.25, "width": 167, "height": 18 }, { "x": 521.328125, "y": 433.5, "width": 142, "height": 18 }, { "x": 521.328125, "y": 456.75, "width": 71, "height": 18 } ] } } }, { "task_id": "layoutbench-textcolumns-010", "family": "textcolumns", "group_id": "textcolumns-3-light-1", "image_filename": "textcolumns-3-light-1.png", "image_sha256": "be4ccaa0a2d8241899bed3bd19071abb8f6906c288c7b4a99f38abebf33fdef4", "ground_truth": { "choice": "A" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Three\nB: Two\nC: One\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "3", "options": [ "3", "2", "1" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 108, "width": 182.65625, "height": 18 }, { "x": 96, "y": 131.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 154.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 177.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 201, "width": 182.65625, "height": 18 }, { "x": 96, "y": 224.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 247.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 270.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 294, "width": 182.65625, "height": 18 }, { "x": 96, "y": 317.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 340.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 363.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 387, "width": 182.65625, "height": 18 }, { "x": 96, "y": 410.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 433.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 456.75, "width": 93, "height": 18 } ], "text-1": [ { "x": 308.65625, "y": 108, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 131.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 154.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 177.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 201, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 224.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 247.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 270.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 294, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 317.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 340.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 363.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 387, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 410.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 433.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 456.75, "width": 93, "height": 18 } ], "text-2": [ { "x": 521.328125, "y": 108, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 131.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 154.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 177.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 201, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 224.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 247.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 270.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 294, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 317.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 340.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 363.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 387, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 410.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 433.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 456.75, "width": 93, "height": 18 } ] } } }, { "task_id": "layoutbench-textcolumns-011", "family": "textcolumns", "group_id": "textcolumns-3-dark-0", "image_filename": "textcolumns-3-dark-0.png", "image_sha256": "c6c81995a5ca8f20eae37ab32c85ec41daffada38a97d893c356e682a2a13502", "ground_truth": { "choice": "C" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: One\nB: Two\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "3", "options": [ "1", "2", "3" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 108, "width": 161, "height": 18 }, { "x": 96, "y": 131.25, "width": 161, "height": 18 }, { "x": 96, "y": 154.5, "width": 168, "height": 18 }, { "x": 96, "y": 177.75, "width": 167, "height": 18 }, { "x": 96, "y": 201, "width": 182, "height": 18 }, { "x": 96, "y": 224.25, "width": 173, "height": 18 }, { "x": 96, "y": 247.5, "width": 147, "height": 18 }, { "x": 96, "y": 270.75, "width": 158, "height": 18 }, { "x": 96, "y": 294, "width": 159, "height": 18 }, { "x": 96, "y": 317.25, "width": 127, "height": 18 }, { "x": 96, "y": 340.5, "width": 150, "height": 18 }, { "x": 96, "y": 363.75, "width": 146, "height": 18 }, { "x": 96, "y": 387, "width": 158, "height": 18 }, { "x": 96, "y": 410.25, "width": 167, "height": 18 }, { "x": 96, "y": 433.5, "width": 142, "height": 18 }, { "x": 96, "y": 456.75, "width": 71, "height": 18 } ], "text-1": [ { "x": 308.65625, "y": 108, "width": 161, "height": 18 }, { "x": 308.65625, "y": 131.25, "width": 161, "height": 18 }, { "x": 308.65625, "y": 154.5, "width": 168, "height": 18 }, { "x": 308.65625, "y": 177.75, "width": 167, "height": 18 }, { "x": 308.65625, "y": 201, "width": 182, "height": 18 }, { "x": 308.65625, "y": 224.25, "width": 173, "height": 18 }, { "x": 308.65625, "y": 247.5, "width": 147, "height": 18 }, { "x": 308.65625, "y": 270.75, "width": 158, "height": 18 }, { "x": 308.65625, "y": 294, "width": 159, "height": 18 }, { "x": 308.65625, "y": 317.25, "width": 127, "height": 18 }, { "x": 308.65625, "y": 340.5, "width": 150, "height": 18 }, { "x": 308.65625, "y": 363.75, "width": 146, "height": 18 }, { "x": 308.65625, "y": 387, "width": 158, "height": 18 }, { "x": 308.65625, "y": 410.25, "width": 167, "height": 18 }, { "x": 308.65625, "y": 433.5, "width": 142, "height": 18 }, { "x": 308.65625, "y": 456.75, "width": 71, "height": 18 } ], "text-2": [ { "x": 521.328125, "y": 108, "width": 161, "height": 18 }, { "x": 521.328125, "y": 131.25, "width": 161, "height": 18 }, { "x": 521.328125, "y": 154.5, "width": 168, "height": 18 }, { "x": 521.328125, "y": 177.75, "width": 167, "height": 18 }, { "x": 521.328125, "y": 201, "width": 182, "height": 18 }, { "x": 521.328125, "y": 224.25, "width": 173, "height": 18 }, { "x": 521.328125, "y": 247.5, "width": 147, "height": 18 }, { "x": 521.328125, "y": 270.75, "width": 158, "height": 18 }, { "x": 521.328125, "y": 294, "width": 159, "height": 18 }, { "x": 521.328125, "y": 317.25, "width": 127, "height": 18 }, { "x": 521.328125, "y": 340.5, "width": 150, "height": 18 }, { "x": 521.328125, "y": 363.75, "width": 146, "height": 18 }, { "x": 521.328125, "y": 387, "width": 158, "height": 18 }, { "x": 521.328125, "y": 410.25, "width": 167, "height": 18 }, { "x": 521.328125, "y": 433.5, "width": 142, "height": 18 }, { "x": 521.328125, "y": 456.75, "width": 71, "height": 18 } ] } } }, { "task_id": "layoutbench-textcolumns-012", "family": "textcolumns", "group_id": "textcolumns-3-dark-1", "image_filename": "textcolumns-3-dark-1.png", "image_sha256": "7a2112804a99ff45987bc12cc3b11a9f8ae59924997cf456e5f6904c8e636228", "ground_truth": { "choice": "C" }, "prompt": "How many side-by-side columns of body text are visible inside the frame?\nA: Two\nB: One\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "3", "options": [ "2", "1", "3" ], "factors": {}, "lines": { "text-0": [ { "x": 96, "y": 108, "width": 182.65625, "height": 18 }, { "x": 96, "y": 131.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 154.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 177.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 201, "width": 182.65625, "height": 18 }, { "x": 96, "y": 224.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 247.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 270.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 294, "width": 182.65625, "height": 18 }, { "x": 96, "y": 317.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 340.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 363.75, "width": 182.65625, "height": 18 }, { "x": 96, "y": 387, "width": 182.65625, "height": 18 }, { "x": 96, "y": 410.25, "width": 182.65625, "height": 18 }, { "x": 96, "y": 433.5, "width": 182.65625, "height": 18 }, { "x": 96, "y": 456.75, "width": 93, "height": 18 } ], "text-1": [ { "x": 308.65625, "y": 108, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 131.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 154.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 177.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 201, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 224.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 247.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 270.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 294, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 317.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 340.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 363.75, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 387, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 410.25, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 433.5, "width": 182.671875, "height": 18 }, { "x": 308.65625, "y": 456.75, "width": 93, "height": 18 } ], "text-2": [ { "x": 521.328125, "y": 108, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 131.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 154.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 177.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 201, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 224.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 247.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 270.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 294, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 317.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 340.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 363.75, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 387, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 410.25, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 433.5, "width": 182.671875, "height": 18 }, { "x": 521.328125, "y": 456.75, "width": 93, "height": 18 } ] } } }, { "task_id": "layoutbench-gridcols-001", "family": "gridcols", "group_id": "gridcols-2-light-0", "image_filename": "gridcols-2-light-0.png", "image_sha256": "dd1adba5db8f486b008cacd9f7a2028a6507ad49ac0dca1b4949847f0766c8c5", "ground_truth": { "choice": "A" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "2", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-002", "family": "gridcols", "group_id": "gridcols-2-light-1", "image_filename": "gridcols-2-light-1.png", "image_sha256": "18acda7f7c618a05f19af3a8dbb4fb07588a9ae063feef024e7382c07aea9b8e", "ground_truth": { "choice": "B" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Three\nB: Two\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "2", "options": [ "3", "2", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-003", "family": "gridcols", "group_id": "gridcols-2-dark-0", "image_filename": "gridcols-2-dark-0.png", "image_sha256": "6fa5f99244d01e00f27463ac84f40c12de35ba8eaf860bae7d733ab364e2719d", "ground_truth": { "choice": "B" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Four\nB: Two\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "2", "options": [ "4", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-004", "family": "gridcols", "group_id": "gridcols-2-dark-1", "image_filename": "gridcols-2-dark-1.png", "image_sha256": "2d88c8d5030683a96dee466b06a1b7ea7c529c97f2cd5fcdb52d6c1e5e9510ac", "ground_truth": { "choice": "C" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Four\nB: Three\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "2", "options": [ "4", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-005", "family": "gridcols", "group_id": "gridcols-3-light-0", "image_filename": "gridcols-3-light-0.png", "image_sha256": "812b272d8b53cebe7c9205b8ba1e2e3954c08a0c9c5046e8b6ae392c120da238", "ground_truth": { "choice": "A" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Three\nB: Four\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "3", "options": [ "3", "4", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-006", "family": "gridcols", "group_id": "gridcols-3-light-1", "image_filename": "gridcols-3-light-1.png", "image_sha256": "69534ac5ed527b2dde3d2db25199c2447e246348ba45210cc6b13b58820a515f", "ground_truth": { "choice": "B" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "3", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-007", "family": "gridcols", "group_id": "gridcols-3-dark-0", "image_filename": "gridcols-3-dark-0.png", "image_sha256": "0351f12f5f4f2d3aaf8680babc2d3df35120e94659f2c12ef163521e381c0bb1", "ground_truth": { "choice": "C" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Four\nB: Two\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "3", "options": [ "4", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-008", "family": "gridcols", "group_id": "gridcols-3-dark-1", "image_filename": "gridcols-3-dark-1.png", "image_sha256": "f36d992202281f254b489f04029ec746b38366eab24c49e9acb5351a92d12070", "ground_truth": { "choice": "A" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Three\nB: Four\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "3", "options": [ "3", "4", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-009", "family": "gridcols", "group_id": "gridcols-4-light-0", "image_filename": "gridcols-4-light-0.png", "image_sha256": "e211130610b8d41a59b8cd8fd303fa7db8a2f567813c3147048f9e2da39ef8e9", "ground_truth": { "choice": "C" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "4", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-010", "family": "gridcols", "group_id": "gridcols-4-light-1", "image_filename": "gridcols-4-light-1.png", "image_sha256": "bc6a8cdd59ff4756891a2ce2ca122f9d163a0309f35ce4cfa2be501275912c79", "ground_truth": { "choice": "A" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Four\nB: Three\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "4", "options": [ "4", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-011", "family": "gridcols", "group_id": "gridcols-4-dark-0", "image_filename": "gridcols-4-dark-0.png", "image_sha256": "e39694825eef9f0fb1cfc923574d8533e29bb331a8dcc3242912551a3541e0b4", "ground_truth": { "choice": "B" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Two\nB: Four\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "4", "options": [ "2", "4", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridcols-012", "family": "gridcols", "group_id": "gridcols-4-dark-1", "image_filename": "gridcols-4-dark-1.png", "image_sha256": "9e1de6feb34b56bcf4a18793fc16d571ba0c5e1235f5e1a632dc4d02b2467509", "ground_truth": { "choice": "C" }, "prompt": "How many columns of cards are in the rectangular grid? Count the cards across one complete row.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "4", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-001", "family": "gridrows", "group_id": "gridcols-2-light-0", "image_filename": "gridcols-2-light-0.png", "image_sha256": "dd1adba5db8f486b008cacd9f7a2028a6507ad49ac0dca1b4949847f0766c8c5", "ground_truth": { "choice": "A" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "2", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-002", "family": "gridrows", "group_id": "gridrows-2-light-1", "image_filename": "gridrows-2-light-1.png", "image_sha256": "b009117053a4957a26a13c5912b060e79a8905602543a636e5d5bc24f0bb5fdc", "ground_truth": { "choice": "B" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Three\nB: Two\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "2", "options": [ "3", "2", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-003", "family": "gridrows", "group_id": "gridcols-2-dark-0", "image_filename": "gridcols-2-dark-0.png", "image_sha256": "6fa5f99244d01e00f27463ac84f40c12de35ba8eaf860bae7d733ab364e2719d", "ground_truth": { "choice": "A" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "2", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-004", "family": "gridrows", "group_id": "gridrows-2-dark-1", "image_filename": "gridrows-2-dark-1.png", "image_sha256": "5e9c134086843fcd5447a5084b3ac4b874bc3adf55c621600fecc742d7848b69", "ground_truth": { "choice": "C" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Four\nB: Three\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "2", "options": [ "4", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-005", "family": "gridrows", "group_id": "gridrows-3-light-0", "image_filename": "gridrows-3-light-0.png", "image_sha256": "fc323619c2a79c900e3e6636a884ea6e63b4d11008b77983221ccddf8630431c", "ground_truth": { "choice": "C" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Four\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "3", "options": [ "2", "4", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-006", "family": "gridrows", "group_id": "gridcols-3-light-1", "image_filename": "gridcols-3-light-1.png", "image_sha256": "69534ac5ed527b2dde3d2db25199c2447e246348ba45210cc6b13b58820a515f", "ground_truth": { "choice": "C" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Four\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "3", "options": [ "2", "4", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-007", "family": "gridrows", "group_id": "gridrows-3-dark-0", "image_filename": "gridrows-3-dark-0.png", "image_sha256": "08e8f1cfe3c14b1b92802273a6cf783b7ea92e9ef4e18d20ae389945677f6ce1", "ground_truth": { "choice": "B" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Three\nC: Four\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "3", "options": [ "2", "3", "4" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-008", "family": "gridrows", "group_id": "gridcols-3-dark-1", "image_filename": "gridcols-3-dark-1.png", "image_sha256": "f36d992202281f254b489f04029ec746b38366eab24c49e9acb5351a92d12070", "ground_truth": { "choice": "C" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Four\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "3", "options": [ "2", "4", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-009", "family": "gridrows", "group_id": "gridrows-4-light-0", "image_filename": "gridrows-4-light-0.png", "image_sha256": "0263bdb2d490f291a2ce043686bb6b3dfb903c51bdbbd4d0a530f2221d5ea841", "ground_truth": { "choice": "B" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Two\nB: Four\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "4", "options": [ "2", "4", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-010", "family": "gridrows", "group_id": "gridrows-4-light-1", "image_filename": "gridrows-4-light-1.png", "image_sha256": "1288f934549ad03f39e810de459e88579b0e56973d8d16943ed545e696ce38e5", "ground_truth": { "choice": "B" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Three\nB: Four\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "4", "options": [ "3", "4", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-011", "family": "gridrows", "group_id": "gridrows-4-dark-0", "image_filename": "gridrows-4-dark-0.png", "image_sha256": "a128b8a14494801896465b87c2bb8e40d905e235ae1f582d44a9d47eca5ee818", "ground_truth": { "choice": "A" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Four\nB: Two\nC: Three\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "4", "options": [ "4", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridrows-012", "family": "gridrows", "group_id": "gridrows-4-dark-1", "image_filename": "gridrows-4-dark-1.png", "image_sha256": "3957f045bd97a3caa2d62cc2142d59dc4dc84baac1891cbb3ac37b106d945a4a", "ground_truth": { "choice": "A" }, "prompt": "How many rows of cards are in the rectangular grid? Count the cards down one complete column.\nA: Four\nB: Three\nC: Two\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "4", "options": [ "4", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-001", "family": "gridgaps", "group_id": "gridgaps-horizontal-light-0", "image_filename": "gridgaps-horizontal-light-0.png", "image_sha256": "d1df4b92e915ddce23934a0ee957fdeeca596611f34b69d00d2c977c04a6e51a", "ground_truth": { "choice": "C" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Vertical gutters are larger\nC: Horizontal gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "horizontal", "options": [ "equal", "vertical", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-002", "family": "gridgaps", "group_id": "gridgaps-horizontal-light-1", "image_filename": "gridgaps-horizontal-light-1.png", "image_sha256": "a2a50b94b7d51187e4f2fdb7eb64a670ab44c5ca9ab5e5ee13c7d4d356f93b02", "ground_truth": { "choice": "B" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Horizontal gutters are larger\nC: Vertical gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "horizontal", "options": [ "equal", "horizontal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-003", "family": "gridgaps", "group_id": "gridgaps-horizontal-dark-0", "image_filename": "gridgaps-horizontal-dark-0.png", "image_sha256": "a91d4a48ec49d3ca21202f9c33652a1599677a01df08b79eea7727304de7f146", "ground_truth": { "choice": "B" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Horizontal gutters are larger\nC: Vertical gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "horizontal", "options": [ "equal", "horizontal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-004", "family": "gridgaps", "group_id": "gridgaps-horizontal-dark-1", "image_filename": "gridgaps-horizontal-dark-1.png", "image_sha256": "90160df0c6846be09f70273be7958da4107c42e26621506e429530e0f98d2f0c", "ground_truth": { "choice": "C" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Vertical gutters are larger\nB: The two gutter sizes are equal\nC: Horizontal gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "horizontal", "options": [ "vertical", "equal", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-005", "family": "gridgaps", "group_id": "gridgaps-vertical-light-0", "image_filename": "gridgaps-vertical-light-0.png", "image_sha256": "feb0fd98985c729d1671414e8e0efcd3572776d57c692076cbe3175aadd95f68", "ground_truth": { "choice": "A" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Vertical gutters are larger\nB: Horizontal gutters are larger\nC: The two gutter sizes are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "vertical", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-006", "family": "gridgaps", "group_id": "gridgaps-vertical-light-1", "image_filename": "gridgaps-vertical-light-1.png", "image_sha256": "ec764924ec14bc8efee7302302fd6c57178068714d3c76dc20d67a7a01493948", "ground_truth": { "choice": "C" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Horizontal gutters are larger\nB: The two gutter sizes are equal\nC: Vertical gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "vertical", "options": [ "horizontal", "equal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-007", "family": "gridgaps", "group_id": "gridgaps-vertical-dark-0", "image_filename": "gridgaps-vertical-dark-0.png", "image_sha256": "8573792e663152c325cb5e7b97290691a02f38c1e4a1c02406f12f1bd4b26a9b", "ground_truth": { "choice": "B" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Vertical gutters are larger\nC: Horizontal gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "vertical", "options": [ "equal", "vertical", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-008", "family": "gridgaps", "group_id": "gridgaps-vertical-dark-1", "image_filename": "gridgaps-vertical-dark-1.png", "image_sha256": "751cafd93f1cbd9a21e83671b34e152b80fad69dcf1b4ccbc888340cf467761f", "ground_truth": { "choice": "A" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Vertical gutters are larger\nB: Horizontal gutters are larger\nC: The two gutter sizes are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "vertical", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-009", "family": "gridgaps", "group_id": "gridgaps-equal-light-0", "image_filename": "gridgaps-equal-light-0.png", "image_sha256": "1da20fc6045872218e5145c61d94b6a600a27b80e86335a110050b9fed8704dd", "ground_truth": { "choice": "A" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Vertical gutters are larger\nC: Horizontal gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "equal", "vertical", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-010", "family": "gridgaps", "group_id": "gridcols-3-light-1", "image_filename": "gridcols-3-light-1.png", "image_sha256": "69534ac5ed527b2dde3d2db25199c2447e246348ba45210cc6b13b58820a515f", "ground_truth": { "choice": "A" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: The two gutter sizes are equal\nB: Horizontal gutters are larger\nC: Vertical gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "equal", "horizontal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-011", "family": "gridgaps", "group_id": "gridgaps-equal-dark-0", "image_filename": "gridgaps-equal-dark-0.png", "image_sha256": "7665a3776248fd9fce596c339b45ce73d5c2580c85fa6e2991252f0e49c78bda", "ground_truth": { "choice": "B" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Horizontal gutters are larger\nB: The two gutter sizes are equal\nC: Vertical gutters are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "horizontal", "equal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridgaps-012", "family": "gridgaps", "group_id": "gridcols-3-dark-1", "image_filename": "gridcols-3-dark-1.png", "image_sha256": "f36d992202281f254b489f04029ec746b38366eab24c49e9acb5351a92d12070", "ground_truth": { "choice": "C" }, "prompt": "Compare the horizontal empty gutters between columns with the vertical empty gutters between rows. Measure between the visible card boxes.\nA: Horizontal gutters are larger\nB: Vertical gutters are larger\nC: The two gutter sizes are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "horizontal", "vertical", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-001", "family": "gridtracks", "group_id": "gridgaps-equal-light-0", "image_filename": "gridgaps-equal-light-0.png", "image_sha256": "1da20fc6045872218e5145c61d94b6a600a27b80e86335a110050b9fed8704dd", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: The right column is wider; the other two have equal widths\nC: All three columns have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "left", "right", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-002", "family": "gridtracks", "group_id": "gridcols-3-light-1", "image_filename": "gridcols-3-light-1.png", "image_sha256": "69534ac5ed527b2dde3d2db25199c2447e246348ba45210cc6b13b58820a515f", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: All three columns have equal widths\nC: The right column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "left", "equal", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-003", "family": "gridtracks", "group_id": "gridgaps-equal-dark-0", "image_filename": "gridgaps-equal-dark-0.png", "image_sha256": "7665a3776248fd9fce596c339b45ce73d5c2580c85fa6e2991252f0e49c78bda", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The right column is wider; the other two have equal widths\nB: The left column is wider; the other two have equal widths\nC: All three columns have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "right", "left", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-004", "family": "gridtracks", "group_id": "gridcols-3-dark-1", "image_filename": "gridcols-3-dark-1.png", "image_sha256": "f36d992202281f254b489f04029ec746b38366eab24c49e9acb5351a92d12070", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The right column is wider; the other two have equal widths\nB: All three columns have equal widths\nC: The left column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "right", "equal", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-005", "family": "gridtracks", "group_id": "gridtracks-left-light-0", "image_filename": "gridtracks-left-light-0.png", "image_sha256": "f0e212b23db4ed3fd338d44001acedf73a067b4acd417f0be84571c5b1c1194b", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: All three columns have equal widths\nB: The left column is wider; the other two have equal widths\nC: The right column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "equal", "left", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-006", "family": "gridtracks", "group_id": "gridtracks-left-light-1", "image_filename": "gridtracks-left-light-1.png", "image_sha256": "dc9b6fcb5eadf9ee9062cbe849f88fece0711aaedfc79e7d23091c2b14b3453a", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: The right column is wider; the other two have equal widths\nC: All three columns have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "left", "right", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-007", "family": "gridtracks", "group_id": "gridtracks-left-dark-0", "image_filename": "gridtracks-left-dark-0.png", "image_sha256": "4a60bd7e28b6abf63d6da7792b1389ed101663e36c934e18d7e7442b1068b675", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: The right column is wider; the other two have equal widths\nC: All three columns have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "left", "right", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-008", "family": "gridtracks", "group_id": "gridtracks-left-dark-1", "image_filename": "gridtracks-left-dark-1.png", "image_sha256": "cbe9f6b29fe105ea4b597e4cf9b5b060144d6b288c4a1419275bf2dae1c88060", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: All three columns have equal widths\nC: The right column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "left", "equal", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-009", "family": "gridtracks", "group_id": "gridtracks-right-light-0", "image_filename": "gridtracks-right-light-0.png", "image_sha256": "83daf8ff9fcb22586aaf6a8e6f08685f9482c2b784497be7152330d19948f140", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: All three columns have equal widths\nB: The left column is wider; the other two have equal widths\nC: The right column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "equal", "left", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-010", "family": "gridtracks", "group_id": "gridtracks-right-light-1", "image_filename": "gridtracks-right-light-1.png", "image_sha256": "a51b46ab70129e8bb6e796e2ea7f918179eecc486a81197479d87c92e80714ab", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: All three columns have equal widths\nB: The right column is wider; the other two have equal widths\nC: The left column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "equal", "right", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-011", "family": "gridtracks", "group_id": "gridtracks-right-dark-0", "image_filename": "gridtracks-right-dark-0.png", "image_sha256": "2b905573edc99531abce8079598897def2803d677b689e827289ce6ddcffa185", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The right column is wider; the other two have equal widths\nB: All three columns have equal widths\nC: The left column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "right", "equal", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridtracks-012", "family": "gridtracks", "group_id": "gridtracks-right-dark-1", "image_filename": "gridtracks-right-dark-1.png", "image_sha256": "978062e15a160e803e73e5afec4bc42eb18130f177742f3dcf740d8d973863dc", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the three card columns in this grid.\nA: The left column is wider; the other two have equal widths\nB: All three columns have equal widths\nC: The right column is wider; the other two have equal widths\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "left", "equal", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-001", "family": "gridspan", "group_id": "gridspan-1-light-0", "image_filename": "gridspan-1-light-0.png", "image_sha256": "5113879de5447472367eb5324a0417433871bd3529aa4fd1b0fca3e1fb588f04", "ground_truth": { "choice": "B" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Three column positions\nB: One column position\nC: Two column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "1", "options": [ "3", "1", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-002", "family": "gridspan", "group_id": "gridspan-1-light-1", "image_filename": "gridspan-1-light-1.png", "image_sha256": "09dad52c37707c839600f15ea6c03ae0e92ed6343e095a863164b615e50dd864", "ground_truth": { "choice": "A" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: One column position\nB: Three column positions\nC: Two column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "1", "options": [ "1", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-003", "family": "gridspan", "group_id": "gridspan-1-dark-0", "image_filename": "gridspan-1-dark-0.png", "image_sha256": "78154cae227f20d2389899d9f67326fee3b1b4da7118129cc02f5048a9f73f91", "ground_truth": { "choice": "C" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "1", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-004", "family": "gridspan", "group_id": "gridspan-1-dark-1", "image_filename": "gridspan-1-dark-1.png", "image_sha256": "a4a1298de87a7d5fa55542610f90f34f5acb449bfdcf54e32103f6ad43bcfcfc", "ground_truth": { "choice": "C" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "1", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-005", "family": "gridspan", "group_id": "gridspan-2-light-0", "image_filename": "gridspan-2-light-0.png", "image_sha256": "278545a076abcbca9cc809b4abeba5cd6ad47b3d10207960ee7b5a8dcb0eaadb", "ground_truth": { "choice": "C" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Three column positions\nB: One column position\nC: Two column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "2", "options": [ "3", "1", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-006", "family": "gridspan", "group_id": "gridspan-2-light-1", "image_filename": "gridspan-2-light-1.png", "image_sha256": "b4896fa3bb1c23f884710e9cf0009678819726c2336bbaf5a9ef90e07b516f79", "ground_truth": { "choice": "A" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "2", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-007", "family": "gridspan", "group_id": "gridspan-2-dark-0", "image_filename": "gridspan-2-dark-0.png", "image_sha256": "c84bc711ebd52999d21ed6d805b2b96728de31f1fa3800d43d933c5732653776", "ground_truth": { "choice": "A" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "2", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-008", "family": "gridspan", "group_id": "gridspan-2-dark-1", "image_filename": "gridspan-2-dark-1.png", "image_sha256": "b717f60b0c9fb8b369bb5c9ee941300b7e69a0da0f76dc59ced325d02b0f1d12", "ground_truth": { "choice": "A" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: One column position\nC: Three column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "2", "options": [ "2", "1", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-009", "family": "gridspan", "group_id": "gridspan-3-light-0", "image_filename": "gridspan-3-light-0.png", "image_sha256": "27cbb3bea8a70078841833f43663b15abc63ce04cb2fdd13f0554fcca8403181", "ground_truth": { "choice": "B" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: One column position\nB: Three column positions\nC: Two column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "3", "options": [ "1", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-010", "family": "gridspan", "group_id": "gridspan-3-light-1", "image_filename": "gridspan-3-light-1.png", "image_sha256": "a08da053dedba4b439a7657a7b565da080619f7c2d798e06bf83b0332662d684", "ground_truth": { "choice": "B" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "3", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-011", "family": "gridspan", "group_id": "gridspan-3-dark-0", "image_filename": "gridspan-3-dark-0.png", "image_sha256": "753e859b97c8e2317e7adaec19cc8e3217a106f93542354c9142624c065d4b25", "ground_truth": { "choice": "B" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: Two column positions\nB: Three column positions\nC: One column position\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "3", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gridspan-012", "family": "gridspan", "group_id": "gridspan-3-dark-1", "image_filename": "gridspan-3-dark-1.png", "image_sha256": "6e476c5eb1b07e94a4090068ec8282b846207d210e01096215498232e50fc0a3", "ground_truth": { "choice": "C" }, "prompt": "Use the three equal-width cards in the lower row as column guides. How many of those column positions does the single card in the upper row cover, including any intervening gutters?\nA: One column position\nB: Two column positions\nC: Three column positions\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "3", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-001", "family": "wrapcount", "group_id": "wrapcount-1-light-0", "image_filename": "wrapcount-1-light-0.png", "image_sha256": "8068924055f3c867ac47f96855b526f9f0d9e55ab8fbaac9b7ed7e585fb689b5", "ground_truth": { "choice": "A" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Three rows\nC: Two rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "1", "options": [ "1", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-002", "family": "wrapcount", "group_id": "wrapcount-1-light-1", "image_filename": "wrapcount-1-light-1.png", "image_sha256": "b138b6a69d71fb2b1d7a71ca58ae615ee35f2e6fecfd457ad7baf5e3107a2e1f", "ground_truth": { "choice": "A" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Two rows\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "1", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-003", "family": "wrapcount", "group_id": "wrapcount-1-dark-0", "image_filename": "wrapcount-1-dark-0.png", "image_sha256": "4e90c93c89ba8154640bc88379ec46db9a2587de7204e07599befad4162dbaba", "ground_truth": { "choice": "A" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Two rows\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "1", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-004", "family": "wrapcount", "group_id": "wrapcount-1-dark-1", "image_filename": "wrapcount-1-dark-1.png", "image_sha256": "c44a030d6f639864188327ac3752600da70dbf170eabe627c3a4680bde2021a6", "ground_truth": { "choice": "B" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: Two rows\nB: One row\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "1", "options": [ "2", "1", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-005", "family": "wrapcount", "group_id": "wrapcount-2-light-0", "image_filename": "wrapcount-2-light-0.png", "image_sha256": "5f6dd957b89f6660e886cf03eb4bb0b81e6622b22c6bd9a77d7f46901f842a60", "ground_truth": { "choice": "C" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: Three rows\nB: One row\nC: Two rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "2", "options": [ "3", "1", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-006", "family": "wrapcount", "group_id": "wrapcount-2-light-1", "image_filename": "wrapcount-2-light-1.png", "image_sha256": "14588c5f12de52cd51d23e17743279f5a2468f2327046fa33ce54c3a2a42e858", "ground_truth": { "choice": "C" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: Three rows\nB: One row\nC: Two rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "2", "options": [ "3", "1", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-007", "family": "wrapcount", "group_id": "wrapcount-2-dark-0", "image_filename": "wrapcount-2-dark-0.png", "image_sha256": "0cbda80278412db7692f3674b521e0172e8248f5c3be3ff3bc457cd8e5ecb64e", "ground_truth": { "choice": "B" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Two rows\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "2", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-008", "family": "wrapcount", "group_id": "wrapcount-2-dark-1", "image_filename": "wrapcount-2-dark-1.png", "image_sha256": "c4909ee6b6a7455c7db8e81a4e5bef93cab7854991d7afad54cdaaaeb3dc686c", "ground_truth": { "choice": "A" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: Two rows\nB: One row\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "2", "options": [ "2", "1", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-009", "family": "wrapcount", "group_id": "wrapcount-3-light-0", "image_filename": "wrapcount-3-light-0.png", "image_sha256": "b668d6650ec1a07ab46e39d21546acd28abf3067a94981341b313b25e004e851", "ground_truth": { "choice": "B" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: Two rows\nB: Three rows\nC: One row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "3", "options": [ "2", "3", "1" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-010", "family": "wrapcount", "group_id": "wrapcount-3-light-1", "image_filename": "wrapcount-3-light-1.png", "image_sha256": "f8015e74d11ec40cdd964eb03da44aecf26a02985e94e3f4d59e2ddd8db3df39", "ground_truth": { "choice": "C" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Two rows\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "3", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-011", "family": "wrapcount", "group_id": "wrapcount-3-dark-0", "image_filename": "wrapcount-3-dark-0.png", "image_sha256": "10adae27ebac8e11278eecbfaccd35c3de4cfd63ff5a461dbc98e5e6174d24b9", "ground_truth": { "choice": "C" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Two rows\nC: Three rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "3", "options": [ "1", "2", "3" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapcount-012", "family": "wrapcount", "group_id": "wrapcount-3-dark-1", "image_filename": "wrapcount-3-dark-1.png", "image_sha256": "1b47a0b631596604ccfe93ebf5f3b23d730064cbc4ff5a9058e18f7d1466dabd", "ground_truth": { "choice": "B" }, "prompt": "How many horizontal rows of small cards are visible inside the frame?\nA: One row\nB: Three rows\nC: Two rows\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "3", "options": [ "1", "3", "2" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-001", "family": "wrapalign", "group_id": "wrapalign-left-light-0", "image_filename": "wrapalign-left-light-0.png", "image_sha256": "2581d72463a54c2b3a78c2a211ec00f349c59a01182a1d656c4ef80b17801ef3", "ground_truth": { "choice": "B" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the right inner edge\nB: Against the left inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "right", "left", "center" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-002", "family": "wrapalign", "group_id": "wrapalign-left-light-1", "image_filename": "wrapalign-left-light-1.png", "image_sha256": "1fefa1c83320903e377f47458054c254955bff38821e503f6dbd782067a07837", "ground_truth": { "choice": "C" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Centered, with equal empty space on either side\nB: Against the right inner edge\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "center", "right", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-003", "family": "wrapalign", "group_id": "wrapalign-left-dark-0", "image_filename": "wrapalign-left-dark-0.png", "image_sha256": "287e44f6667d59cb8c85cf4a4da75119a5fe70556912bd058edc0ec36d3d10db", "ground_truth": { "choice": "A" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the left inner edge\nB: Centered, with equal empty space on either side\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "left", "center", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-004", "family": "wrapalign", "group_id": "wrapalign-left-dark-1", "image_filename": "wrapalign-left-dark-1.png", "image_sha256": "895ca53e74780ff9f2db4a7014d254c744e96c604f04852c67e10b5ae2358f04", "ground_truth": { "choice": "A" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the left inner edge\nB: Against the right inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "left", "right", "center" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-005", "family": "wrapalign", "group_id": "wrapalign-center-light-0", "image_filename": "wrapalign-center-light-0.png", "image_sha256": "3cfbcc89320fba4607808bfa17a424c6da3e1ebf4d3193a409b0f67fb61f03a6", "ground_truth": { "choice": "A" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Centered, with equal empty space on either side\nB: Against the right inner edge\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "center", "right", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-006", "family": "wrapalign", "group_id": "wrapalign-center-light-1", "image_filename": "wrapalign-center-light-1.png", "image_sha256": "14f301c90bae0a2f04c1c81aa88cd6e69afe342201096274b1b627daa98e6d0f", "ground_truth": { "choice": "B" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the left inner edge\nB: Centered, with equal empty space on either side\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "left", "center", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-007", "family": "wrapalign", "group_id": "wrapalign-center-dark-0", "image_filename": "wrapalign-center-dark-0.png", "image_sha256": "e215aec67f064c31061b6b9a1b87e2ff18d75e7f92cf40f0cbfe474ca18bfd9a", "ground_truth": { "choice": "B" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the right inner edge\nB: Centered, with equal empty space on either side\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "right", "center", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-008", "family": "wrapalign", "group_id": "wrapalign-center-dark-1", "image_filename": "wrapalign-center-dark-1.png", "image_sha256": "41825df3c3836b765b03940b2125e8bff705eb9efc29c091d680ce1b54f45916", "ground_truth": { "choice": "C" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the left inner edge\nB: Against the right inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "left", "right", "center" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-009", "family": "wrapalign", "group_id": "wrapalign-right-light-0", "image_filename": "wrapalign-right-light-0.png", "image_sha256": "31c0f17c4693d44976136e660a71fdbbe49e08112dfb5f0ae4a9e792e8e86076", "ground_truth": { "choice": "B" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Centered, with equal empty space on either side\nB: Against the right inner edge\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "center", "right", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-010", "family": "wrapalign", "group_id": "wrapalign-right-light-1", "image_filename": "wrapalign-right-light-1.png", "image_sha256": "6256166889394e1725ed5772027cfb2ff6f3bd865044984f95a2dc949f49b616", "ground_truth": { "choice": "C" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Centered, with equal empty space on either side\nB: Against the left inner edge\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "center", "left", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-011", "family": "wrapalign", "group_id": "wrapalign-right-dark-0", "image_filename": "wrapalign-right-dark-0.png", "image_sha256": "52b53c48b26628aaceb090540a6a4cf590a6c34886ba826815bf8cf18ba21208", "ground_truth": { "choice": "C" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the left inner edge\nB: Centered, with equal empty space on either side\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "left", "center", "right" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-wrapalign-012", "family": "wrapalign", "group_id": "wrapalign-right-dark-1", "image_filename": "wrapalign-right-dark-1.png", "image_sha256": "a80216528ef5adb2ac7e9a6b14b045d146618630f8aa4ef53c57255a09780f33", "ground_truth": { "choice": "A" }, "prompt": "Look only at the shorter final row of cards. How is that row placed horizontally inside the outlined frame?\nA: Against the right inner edge\nB: Centered, with equal empty space on either side\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "right", "center", "left" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-gapcompare-001", "family": "gapcompare", "group_id": "gapcompare-first-light-0", "image_filename": "gapcompare-first-light-0.png", "image_sha256": "cc419375281a36f3a49b6d9072f8b636e4a61d20f6df2e324c32900271406e3a", "ground_truth": { "choice": "C" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The second gap is larger\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "first", "options": [ "equal", "last", "first" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-002", "family": "gapcompare", "group_id": "gapcompare-first-light-1", "image_filename": "gapcompare-first-light-1.png", "image_sha256": "2e49a4e095e3abcfc4c60afb148f03bf6ae4ecd2aee9bd87fa1048bbdeb9f335", "ground_truth": { "choice": "B" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The first gap is larger\nC: The second gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "first", "options": [ "equal", "first", "last" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-003", "family": "gapcompare", "group_id": "gapcompare-first-dark-0", "image_filename": "gapcompare-first-dark-0.png", "image_sha256": "ece00f4c71da4c7da23e19231e904477aefcf1a791afb53334a71b5887ee7d65", "ground_truth": { "choice": "B" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The first gap is larger\nC: The second gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "first", "options": [ "equal", "first", "last" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-004", "family": "gapcompare", "group_id": "gapcompare-first-dark-1", "image_filename": "gapcompare-first-dark-1.png", "image_sha256": "e137bcfefabfc208bd6aabcfcb44a1301b33070dffcd646a323365fe21a842e8", "ground_truth": { "choice": "A" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The first gap is larger\nB: The second gap is larger\nC: The gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "first", "options": [ "first", "last", "equal" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-005", "family": "gapcompare", "group_id": "gapcompare-last-light-0", "image_filename": "gapcompare-last-light-0.png", "image_sha256": "54e5f23e4961afdcbe4a89d5d98726e3afd3e67b8f49ddd8f8ae7ff6de8639f4", "ground_truth": { "choice": "A" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The second gap is larger\nB: The gaps are equal\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "last", "options": [ "last", "equal", "first" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-006", "family": "gapcompare", "group_id": "gapcompare-last-light-1", "image_filename": "gapcompare-last-light-1.png", "image_sha256": "c4c3576b8259241e6f91d9d74fe8c249548ff44fc3a2a22c489e6617f52f2d07", "ground_truth": { "choice": "C" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The first gap is larger\nC: The second gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "last", "options": [ "equal", "first", "last" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-007", "family": "gapcompare", "group_id": "gapcompare-last-dark-0", "image_filename": "gapcompare-last-dark-0.png", "image_sha256": "74e309b66c3c476507138caea045dd8032fa8ec676990f4dd59fc0cf7f6ba09a", "ground_truth": { "choice": "B" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The second gap is larger\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "last", "options": [ "equal", "last", "first" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-008", "family": "gapcompare", "group_id": "gapcompare-last-dark-1", "image_filename": "gapcompare-last-dark-1.png", "image_sha256": "d93a1a8cf7126019bac18613708f8cb50bf094ee9e3b761088a28d8b5e1dd7f4", "ground_truth": { "choice": "C" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The first gap is larger\nB: The gaps are equal\nC: The second gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "last", "options": [ "first", "equal", "last" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-009", "family": "gapcompare", "group_id": "gapcompare-equal-light-0", "image_filename": "gapcompare-equal-light-0.png", "image_sha256": "3a5f7e2741ed276c056812d0d9942666c7ef98bcf6fc6b9da467751543047ccf", "ground_truth": { "choice": "A" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The second gap is larger\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "equal", "last", "first" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-010", "family": "gapcompare", "group_id": "gapcompare-equal-light-1", "image_filename": "gapcompare-equal-light-1.png", "image_sha256": "8256b1f42e57aa77e7f20f68bf3de037068ed496e65d80a22235aa3df55dc585", "ground_truth": { "choice": "A" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The gaps are equal\nB: The second gap is larger\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "equal", "last", "first" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-011", "family": "gapcompare", "group_id": "gapcompare-equal-dark-0", "image_filename": "gapcompare-equal-dark-0.png", "image_sha256": "a48214a509738ad6006af8ab96f7de94e73ddc76969af1026c7526367ebbeda9", "ground_truth": { "choice": "B" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The second gap is larger\nB: The gaps are equal\nC: The first gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "last", "equal", "first" ], "factors": { "direction": "row" }, "lines": {} } }, { "task_id": "layoutbench-gapcompare-012", "family": "gapcompare", "group_id": "gapcompare-equal-dark-1", "image_filename": "gapcompare-equal-dark-1.png", "image_sha256": "e534c1c57f40c439acac755cc8919d1e7a7af12d6dc1591091adab2a2c650a27", "ground_truth": { "choice": "C" }, "prompt": "Compare the two empty gaps between the three card boxes, reading left to right for a row or top to bottom for a column.\nA: The second gap is larger\nB: The first gap is larger\nC: The gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "last", "first", "equal" ], "factors": { "direction": "column" }, "lines": {} } }, { "task_id": "layoutbench-padcompare-001", "family": "padcompare", "group_id": "padcompare-horizontal-light-0", "image_filename": "padcompare-horizontal-light-0.png", "image_sha256": "5b296a8ad48fae5b768bb9600813d4fc21f7e93126a111479312b3bb5a04d626", "ground_truth": { "choice": "C" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal and vertical insets are equal\nC: The horizontal inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "horizontal", "options": [ "vertical", "equal", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-002", "family": "padcompare", "group_id": "padcompare-horizontal-light-1", "image_filename": "padcompare-horizontal-light-1.png", "image_sha256": "95ce6788a34ca142b9bb9bb0d99322e25cb680df13310774674cff9a8e3a0132", "ground_truth": { "choice": "A" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The horizontal inset is larger\nB: The horizontal and vertical insets are equal\nC: The vertical inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "horizontal", "options": [ "horizontal", "equal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-003", "family": "padcompare", "group_id": "padcompare-horizontal-dark-0", "image_filename": "padcompare-horizontal-dark-0.png", "image_sha256": "b277e9f0173d3fc4170b0a539af2a0500980de929c094a164aa512c3ee71ffa6", "ground_truth": { "choice": "B" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "horizontal", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-004", "family": "padcompare", "group_id": "padcompare-horizontal-dark-1", "image_filename": "padcompare-horizontal-dark-1.png", "image_sha256": "f4207b17388390034c7a395a612c36f56bc7937d7f6a7e092c10b9a3cc935266", "ground_truth": { "choice": "B" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "horizontal", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-005", "family": "padcompare", "group_id": "padcompare-vertical-light-0", "image_filename": "padcompare-vertical-light-0.png", "image_sha256": "456a4f4f79d28afcce09489c8ec09dfd8ea636271ca39b6031d7e9dd8a15beaf", "ground_truth": { "choice": "A" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal and vertical insets are equal\nC: The horizontal inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "vertical", "options": [ "vertical", "equal", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-006", "family": "padcompare", "group_id": "padcompare-vertical-light-1", "image_filename": "padcompare-vertical-light-1.png", "image_sha256": "acd7ccb49452169ee11251745f7b9861449993832d13e3bf9b758234d3ecb3ff", "ground_truth": { "choice": "C" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The horizontal and vertical insets are equal\nB: The horizontal inset is larger\nC: The vertical inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "vertical", "options": [ "equal", "horizontal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-007", "family": "padcompare", "group_id": "padcompare-vertical-dark-0", "image_filename": "padcompare-vertical-dark-0.png", "image_sha256": "a5b99dab5bcad52f3e412facd7e2f2c95482da7381589baaa4ca8fd39e510916", "ground_truth": { "choice": "A" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "vertical", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-008", "family": "padcompare", "group_id": "padcompare-vertical-dark-1", "image_filename": "padcompare-vertical-dark-1.png", "image_sha256": "a6a85191cf30f3994733c9356d031a968e78e82b8989e6f77e1c43c3cdda825d", "ground_truth": { "choice": "B" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The horizontal inset is larger\nB: The vertical inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "vertical", "options": [ "horizontal", "vertical", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-009", "family": "padcompare", "group_id": "padcompare-equal-light-0", "image_filename": "padcompare-equal-light-0.png", "image_sha256": "1da94e96dd505f78b50f88bdef08b1ee369de72aa7834e1f62f462496ff2f737", "ground_truth": { "choice": "B" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal and vertical insets are equal\nC: The horizontal inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "vertical", "equal", "horizontal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-010", "family": "padcompare", "group_id": "padcompare-equal-light-1", "image_filename": "padcompare-equal-light-1.png", "image_sha256": "762069b171a8cb02d979c2dbccf6780e96ed4281ff459650617d24547a6d8440", "ground_truth": { "choice": "A" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The horizontal and vertical insets are equal\nB: The horizontal inset is larger\nC: The vertical inset is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "equal", "horizontal", "vertical" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-011", "family": "padcompare", "group_id": "padcompare-equal-dark-0", "image_filename": "padcompare-equal-dark-0.png", "image_sha256": "6e2ae037b0751829b32e931f8f8ac2283f1189a3e618a794f7c3f6ca40204e13", "ground_truth": { "choice": "C" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The vertical inset is larger\nB: The horizontal inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "vertical", "horizontal", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-padcompare-012", "family": "padcompare", "group_id": "padcompare-equal-dark-1", "image_filename": "padcompare-equal-dark-1.png", "image_sha256": "a1d6b43cf6f3cc3d7b51892312f98e040635893623072d8855ef47012de30c97", "ground_truth": { "choice": "C" }, "prompt": "The tinted rectangle is centered inside the outlined frame. Compare the horizontal inset (frame to rectangle on either side) with the vertical inset (frame to rectangle above or below). Measure to the rectangle's visible outer edge, not to its text.\nA: The horizontal inset is larger\nB: The vertical inset is larger\nC: The horizontal and vertical insets are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "horizontal", "vertical", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-blockalign-001", "family": "blockalign", "group_id": "blockalign-left-light-0", "image_filename": "blockalign-left-light-0.png", "image_sha256": "93999cc78a3c0e18d5947e27d1aab602edb9d703fd5dde8b6198e6ebf5331c6f", "ground_truth": { "choice": "A" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the left inner edge\nB: Centered, with equal empty space on either side\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "left", "center", "right" ], "factors": {}, "lines": { "block": [ { "x": 93, "y": 178.015625, "width": 287, "height": 19 }, { "x": 93, "y": 202.8125, "width": 283, "height": 19 }, { "x": 93, "y": 227.609375, "width": 243, "height": 19 }, { "x": 93, "y": 252.40625, "width": 265, "height": 19 }, { "x": 93, "y": 277.203125, "width": 275, "height": 19 }, { "x": 93, "y": 302, "width": 275, "height": 19 }, { "x": 93, "y": 326.796875, "width": 284, "height": 19 }, { "x": 93, "y": 351.59375, "width": 276, "height": 19 }, { "x": 93, "y": 376.390625, "width": 284, "height": 19 }, { "x": 93, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-002", "family": "blockalign", "group_id": "blockalign-left-light-1", "image_filename": "blockalign-left-light-1.png", "image_sha256": "9cbdadaabfaf7d384d94aea382fafd7741085a67e8f8fb3db8999ff1453c07bd", "ground_truth": { "choice": "A" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the left inner edge\nB: Centered, with equal empty space on either side\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "left", "center", "right" ], "factors": {}, "lines": { "block": [ { "x": 100, "y": 190.40625, "width": 291, "height": 19 }, { "x": 130, "y": 215.203125, "width": 261, "height": 19 }, { "x": 93, "y": 240, "width": 298, "height": 19 }, { "x": 127, "y": 264.796875, "width": 264, "height": 19 }, { "x": 141, "y": 289.59375, "width": 250, "height": 19 }, { "x": 98, "y": 314.390625, "width": 293, "height": 19 }, { "x": 102, "y": 339.1875, "width": 289, "height": 19 }, { "x": 135, "y": 363.984375, "width": 256, "height": 19 }, { "x": 131, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-003", "family": "blockalign", "group_id": "blockalign-left-dark-0", "image_filename": "blockalign-left-dark-0.png", "image_sha256": "03da03c4b96165a5e33d3aabd08529c7d210d32d241380a56542c2fa5f5ed98e", "ground_truth": { "choice": "B" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the right inner edge\nB: Against the left inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "right", "left", "center" ], "factors": {}, "lines": { "block": [ { "x": 93, "y": 178.015625, "width": 287, "height": 19 }, { "x": 93, "y": 202.8125, "width": 283, "height": 19 }, { "x": 93, "y": 227.609375, "width": 243, "height": 19 }, { "x": 93, "y": 252.40625, "width": 265, "height": 19 }, { "x": 93, "y": 277.203125, "width": 275, "height": 19 }, { "x": 93, "y": 302, "width": 275, "height": 19 }, { "x": 93, "y": 326.796875, "width": 284, "height": 19 }, { "x": 93, "y": 351.59375, "width": 276, "height": 19 }, { "x": 93, "y": 376.390625, "width": 284, "height": 19 }, { "x": 93, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-004", "family": "blockalign", "group_id": "blockalign-left-dark-1", "image_filename": "blockalign-left-dark-1.png", "image_sha256": "a8da2329c460938a38739b8672030c9a0b81bb9e89cc71d36ed63c9ba51bb447", "ground_truth": { "choice": "C" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Centered, with equal empty space on either side\nB: Against the right inner edge\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "center", "right", "left" ], "factors": {}, "lines": { "block": [ { "x": 100, "y": 190.40625, "width": 291, "height": 19 }, { "x": 130, "y": 215.203125, "width": 261, "height": 19 }, { "x": 93, "y": 240, "width": 298, "height": 19 }, { "x": 127, "y": 264.796875, "width": 264, "height": 19 }, { "x": 141, "y": 289.59375, "width": 250, "height": 19 }, { "x": 98, "y": 314.390625, "width": 293, "height": 19 }, { "x": 102, "y": 339.1875, "width": 289, "height": 19 }, { "x": 135, "y": 363.984375, "width": 256, "height": 19 }, { "x": 131, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-005", "family": "blockalign", "group_id": "blockalign-center-light-0", "image_filename": "blockalign-center-light-0.png", "image_sha256": "c16726c63796edc5b14ff5d8c93c69fd7f9160ee5cf2aac6d56abd2151ca6911", "ground_truth": { "choice": "B" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the right inner edge\nB: Centered, with equal empty space on either side\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "right", "center", "left" ], "factors": {}, "lines": { "block": [ { "x": 251, "y": 178.015625, "width": 287, "height": 19 }, { "x": 251, "y": 202.8125, "width": 283, "height": 19 }, { "x": 251, "y": 227.609375, "width": 243, "height": 19 }, { "x": 251, "y": 252.40625, "width": 265, "height": 19 }, { "x": 251, "y": 277.203125, "width": 275, "height": 19 }, { "x": 251, "y": 302, "width": 275, "height": 19 }, { "x": 251, "y": 326.796875, "width": 284, "height": 19 }, { "x": 251, "y": 351.59375, "width": 276, "height": 19 }, { "x": 251, "y": 376.390625, "width": 284, "height": 19 }, { "x": 251, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-006", "family": "blockalign", "group_id": "blockalign-center-light-1", "image_filename": "blockalign-center-light-1.png", "image_sha256": "c1d2ea027ca7c5544c3228e0e7ef3c1b763372f0e5abc3d6f8b8e03feac01fd2", "ground_truth": { "choice": "C" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the right inner edge\nB: Against the left inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "right", "left", "center" ], "factors": {}, "lines": { "block": [ { "x": 258, "y": 190.40625, "width": 291, "height": 19 }, { "x": 288, "y": 215.203125, "width": 261, "height": 19 }, { "x": 251, "y": 240, "width": 298, "height": 19 }, { "x": 285, "y": 264.796875, "width": 264, "height": 19 }, { "x": 299, "y": 289.59375, "width": 250, "height": 19 }, { "x": 256, "y": 314.390625, "width": 293, "height": 19 }, { "x": 260, "y": 339.1875, "width": 289, "height": 19 }, { "x": 293, "y": 363.984375, "width": 256, "height": 19 }, { "x": 289, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-007", "family": "blockalign", "group_id": "blockalign-center-dark-0", "image_filename": "blockalign-center-dark-0.png", "image_sha256": "009f707473ba4f5e85536576eea3c4f35b761c70440f013cf9038979f8469288", "ground_truth": { "choice": "A" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Centered, with equal empty space on either side\nB: Against the left inner edge\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "center", "left", "right" ], "factors": {}, "lines": { "block": [ { "x": 251, "y": 178.015625, "width": 287, "height": 19 }, { "x": 251, "y": 202.8125, "width": 283, "height": 19 }, { "x": 251, "y": 227.609375, "width": 243, "height": 19 }, { "x": 251, "y": 252.40625, "width": 265, "height": 19 }, { "x": 251, "y": 277.203125, "width": 275, "height": 19 }, { "x": 251, "y": 302, "width": 275, "height": 19 }, { "x": 251, "y": 326.796875, "width": 284, "height": 19 }, { "x": 251, "y": 351.59375, "width": 276, "height": 19 }, { "x": 251, "y": 376.390625, "width": 284, "height": 19 }, { "x": 251, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-008", "family": "blockalign", "group_id": "blockalign-center-dark-1", "image_filename": "blockalign-center-dark-1.png", "image_sha256": "ba60d8ec38eaff61c59a1dc8310d86bde2a0541f1b9068137d1e622d1bbd3996", "ground_truth": { "choice": "C" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the right inner edge\nB: Against the left inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "right", "left", "center" ], "factors": {}, "lines": { "block": [ { "x": 258, "y": 190.40625, "width": 291, "height": 19 }, { "x": 288, "y": 215.203125, "width": 261, "height": 19 }, { "x": 251, "y": 240, "width": 298, "height": 19 }, { "x": 285, "y": 264.796875, "width": 264, "height": 19 }, { "x": 299, "y": 289.59375, "width": 250, "height": 19 }, { "x": 256, "y": 314.390625, "width": 293, "height": 19 }, { "x": 260, "y": 339.1875, "width": 289, "height": 19 }, { "x": 293, "y": 363.984375, "width": 256, "height": 19 }, { "x": 289, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-009", "family": "blockalign", "group_id": "blockalign-right-light-0", "image_filename": "blockalign-right-light-0.png", "image_sha256": "d4c23856fcf5b4b04e2d3b939e7d4117d75a41b3f1c01b96444692528c135684", "ground_truth": { "choice": "A" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the right inner edge\nB: Against the left inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "right", "left", "center" ], "factors": {}, "lines": { "block": [ { "x": 409, "y": 178.015625, "width": 287, "height": 19 }, { "x": 409, "y": 202.8125, "width": 283, "height": 19 }, { "x": 409, "y": 227.609375, "width": 243, "height": 19 }, { "x": 409, "y": 252.40625, "width": 265, "height": 19 }, { "x": 409, "y": 277.203125, "width": 275, "height": 19 }, { "x": 409, "y": 302, "width": 275, "height": 19 }, { "x": 409, "y": 326.796875, "width": 284, "height": 19 }, { "x": 409, "y": 351.59375, "width": 276, "height": 19 }, { "x": 409, "y": 376.390625, "width": 284, "height": 19 }, { "x": 409, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-010", "family": "blockalign", "group_id": "blockalign-right-light-1", "image_filename": "blockalign-right-light-1.png", "image_sha256": "58d73942b4c7479d04a47fbcda3c873327a521a91cfb09cdb589dc9394711ed0", "ground_truth": { "choice": "B" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Against the left inner edge\nB: Against the right inner edge\nC: Centered, with equal empty space on either side\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "left", "right", "center" ], "factors": {}, "lines": { "block": [ { "x": 416, "y": 190.40625, "width": 291, "height": 19 }, { "x": 446, "y": 215.203125, "width": 261, "height": 19 }, { "x": 409, "y": 240, "width": 298, "height": 19 }, { "x": 443, "y": 264.796875, "width": 264, "height": 19 }, { "x": 457, "y": 289.59375, "width": 250, "height": 19 }, { "x": 414, "y": 314.390625, "width": 293, "height": 19 }, { "x": 418, "y": 339.1875, "width": 289, "height": 19 }, { "x": 451, "y": 363.984375, "width": 256, "height": 19 }, { "x": 447, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-011", "family": "blockalign", "group_id": "blockalign-right-dark-0", "image_filename": "blockalign-right-dark-0.png", "image_sha256": "f34c2f431c1a1ae5e21bdc12bda54a4ff809d38515b4627acdc2caabfae9bfbf", "ground_truth": { "choice": "C" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Centered, with equal empty space on either side\nB: Against the left inner edge\nC: Against the right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "center", "left", "right" ], "factors": {}, "lines": { "block": [ { "x": 409, "y": 178.015625, "width": 287, "height": 19 }, { "x": 409, "y": 202.8125, "width": 283, "height": 19 }, { "x": 409, "y": 227.609375, "width": 243, "height": 19 }, { "x": 409, "y": 252.40625, "width": 265, "height": 19 }, { "x": 409, "y": 277.203125, "width": 275, "height": 19 }, { "x": 409, "y": 302, "width": 275, "height": 19 }, { "x": 409, "y": 326.796875, "width": 284, "height": 19 }, { "x": 409, "y": 351.59375, "width": 276, "height": 19 }, { "x": 409, "y": 376.390625, "width": 284, "height": 19 }, { "x": 409, "y": 401.1875, "width": 119, "height": 19 } ] } } }, { "task_id": "layoutbench-blockalign-012", "family": "blockalign", "group_id": "blockalign-right-dark-1", "image_filename": "blockalign-right-dark-1.png", "image_sha256": "2afc47f7c1b07f0c593f365a0f9b7a03cf87bdac25a2574b857e1313c1a8ab8f", "ground_truth": { "choice": "B" }, "prompt": "Where is the tinted text block placed horizontally within the outer frame? Judge the block's outer edges, independently of how its text lines align.\nA: Centered, with equal empty space on either side\nB: Against the right inner edge\nC: Against the left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "center", "right", "left" ], "factors": {}, "lines": { "block": [ { "x": 416, "y": 190.40625, "width": 291, "height": 19 }, { "x": 446, "y": 215.203125, "width": 261, "height": 19 }, { "x": 409, "y": 240, "width": 298, "height": 19 }, { "x": 443, "y": 264.796875, "width": 264, "height": 19 }, { "x": 457, "y": 289.59375, "width": 250, "height": 19 }, { "x": 414, "y": 314.390625, "width": 293, "height": 19 }, { "x": 418, "y": 339.1875, "width": 289, "height": 19 }, { "x": 451, "y": 363.984375, "width": 256, "height": 19 }, { "x": 447, "y": 388.78125, "width": 260, "height": 19 } ] } } }, { "task_id": "layoutbench-widthcompare-001", "family": "widthcompare", "group_id": "widthcompare-first-light-0", "image_filename": "widthcompare-first-light-0.png", "image_sha256": "46860f6ee36c88d21df117584a6a7d1bee3dbbdddde639fd12a2c34a6689826c", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: Their widths are equal\nB: The left panel is wider\nC: The right panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "first", "options": [ "equal", "first", "last" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-002", "family": "widthcompare", "group_id": "widthcompare-first-light-1", "image_filename": "widthcompare-first-light-1.png", "image_sha256": "ba75b11311674a94c11f44abb0d3ff347d0f39a52d78d2f39b3a82d6e5a79a42", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: Their widths are equal\nC: The left panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "first", "options": [ "last", "equal", "first" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-003", "family": "widthcompare", "group_id": "widthcompare-first-dark-0", "image_filename": "widthcompare-first-dark-0.png", "image_sha256": "aa7026825d6facf9b94cefd1b70fa35bdca85928c7185f0a30027647b969fdc1", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The left panel is wider\nB: The right panel is wider\nC: Their widths are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "first", "options": [ "first", "last", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-004", "family": "widthcompare", "group_id": "widthcompare-first-dark-1", "image_filename": "widthcompare-first-dark-1.png", "image_sha256": "2744b96c2c1184f933a8b49483327c6690744736058300c3d8404d8cf5435183", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: Their widths are equal\nB: The left panel is wider\nC: The right panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "first", "options": [ "equal", "first", "last" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-005", "family": "widthcompare", "group_id": "widthcompare-last-light-0", "image_filename": "widthcompare-last-light-0.png", "image_sha256": "fd61274910c02eb937ec1bb8f30b5cc754d5da33c564585598acceee3074c616", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The left panel is wider\nB: The right panel is wider\nC: Their widths are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "last", "options": [ "first", "last", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-006", "family": "widthcompare", "group_id": "widthcompare-last-light-1", "image_filename": "widthcompare-last-light-1.png", "image_sha256": "ff0d815424a947f8f6975d2aad9c9fd96d3709c09822ac70db434a8f8d1d6e64", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: The left panel is wider\nC: Their widths are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "last", "options": [ "last", "first", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-007", "family": "widthcompare", "group_id": "widthcompare-last-dark-0", "image_filename": "widthcompare-last-dark-0.png", "image_sha256": "898d6547a4e05b4b219a2c121ad66a3546a5fcbba53d03419b7c97fa84bca25d", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: Their widths are equal\nB: The left panel is wider\nC: The right panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "last", "options": [ "equal", "first", "last" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-008", "family": "widthcompare", "group_id": "widthcompare-last-dark-1", "image_filename": "widthcompare-last-dark-1.png", "image_sha256": "1cf129e23880d6e00dcab320ef154e9e9762c9d86e4c56842e04fd1d19419a8a", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: Their widths are equal\nC: The left panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "last", "options": [ "last", "equal", "first" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-009", "family": "widthcompare", "group_id": "widthcompare-equal-light-0", "image_filename": "widthcompare-equal-light-0.png", "image_sha256": "2d59ff6eb852db55988086f0037c1a1815945900c24d37930b5271755553c87a", "ground_truth": { "choice": "B" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: Their widths are equal\nC: The left panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "last", "equal", "first" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-010", "family": "widthcompare", "group_id": "widthcompare-equal-light-1", "image_filename": "widthcompare-equal-light-1.png", "image_sha256": "cc3219943ba440fefa67f513a731f5112c14d3b2a8ea874d26f3835e5e4ed08b", "ground_truth": { "choice": "A" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: Their widths are equal\nB: The left panel is wider\nC: The right panel is wider\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "equal", "first", "last" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-011", "family": "widthcompare", "group_id": "widthcompare-equal-dark-0", "image_filename": "widthcompare-equal-dark-0.png", "image_sha256": "87e943ef52547d0aa4da2c6c86e801853d7a2c5d19215f84741e040b00eaef20", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: The left panel is wider\nC: Their widths are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "last", "first", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-widthcompare-012", "family": "widthcompare", "group_id": "widthcompare-equal-dark-1", "image_filename": "widthcompare-equal-dark-1.png", "image_sha256": "56f921860765116da9a904be6c93172ae73204166e028a79897a6b609210e801", "ground_truth": { "choice": "C" }, "prompt": "Compare the widths of the two tinted panels, from their visible left edge to right edge.\nA: The right panel is wider\nB: The left panel is wider\nC: Their widths are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "last", "first", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-001", "family": "groupgap", "group_id": "groupgap-between-light-0", "image_filename": "groupgap-between-light-0.png", "image_sha256": "ceb82f5b741bb1c82eeecadad888a8a37634bdfcd13b518fd090579d29d3f722", "ground_truth": { "choice": "B" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group and within-group gaps are equal\nB: The between-group gap is larger\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "between", "options": [ "equal", "between", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-002", "family": "groupgap", "group_id": "groupgap-between-light-1", "image_filename": "groupgap-between-light-1.png", "image_sha256": "d89e016a56363e65ec619535629b869fc91ad54552753715f0ee63b7e8f98baa", "ground_truth": { "choice": "B" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The within-group gaps are larger\nB: The between-group gap is larger\nC: The between-group and within-group gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "between", "options": [ "within", "between", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-003", "family": "groupgap", "group_id": "groupgap-between-dark-0", "image_filename": "groupgap-between-dark-0.png", "image_sha256": "70bb1bfdfa598530782f35f113acef2c91778b67a15b798d32679c8f73533ec4", "ground_truth": { "choice": "B" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The within-group gaps are larger\nB: The between-group gap is larger\nC: The between-group and within-group gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "between", "options": [ "within", "between", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-004", "family": "groupgap", "group_id": "groupgap-between-dark-1", "image_filename": "groupgap-between-dark-1.png", "image_sha256": "c6a918cb13023fed221b6ebe3f6b8d2bc0884e5a9cc46b9222eeee4a3560b66b", "ground_truth": { "choice": "A" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group gap is larger\nB: The between-group and within-group gaps are equal\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "between", "options": [ "between", "equal", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-005", "family": "groupgap", "group_id": "groupgap-within-light-0", "image_filename": "groupgap-within-light-0.png", "image_sha256": "d6b8b3fb38cdca6a7808c902b5c8d76e8bcb1b139ffdcf5d4bc6b0b18fb6723d", "ground_truth": { "choice": "C" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group gap is larger\nB: The between-group and within-group gaps are equal\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "within", "options": [ "between", "equal", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-006", "family": "groupgap", "group_id": "groupgap-within-light-1", "image_filename": "groupgap-within-light-1.png", "image_sha256": "012c7b0c080a5dbf52ef141cbadb2baf491c0a1ca10ad5f08c06074b104afc7a", "ground_truth": { "choice": "A" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The within-group gaps are larger\nB: The between-group gap is larger\nC: The between-group and within-group gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "within", "options": [ "within", "between", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-007", "family": "groupgap", "group_id": "groupgap-within-dark-0", "image_filename": "groupgap-within-dark-0.png", "image_sha256": "aa29f9546ddc83ca8a3072b2c656282e867da95f84e38d7c5605c639ee2c8592", "ground_truth": { "choice": "C" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group gap is larger\nB: The between-group and within-group gaps are equal\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "within", "options": [ "between", "equal", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-008", "family": "groupgap", "group_id": "groupgap-within-dark-1", "image_filename": "groupgap-within-dark-1.png", "image_sha256": "c032eff2522bf2eb2c35de95e00a4acef8d668150b4afbc593c49ee6f27c6f59", "ground_truth": { "choice": "C" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group and within-group gaps are equal\nB: The between-group gap is larger\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "within", "options": [ "equal", "between", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-009", "family": "groupgap", "group_id": "groupgap-equal-light-0", "image_filename": "groupgap-equal-light-0.png", "image_sha256": "324fb72a105e935b01471b580b3e9acc2cfa26b3f44664ef57e61f3e8ecd0a2b", "ground_truth": { "choice": "B" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The within-group gaps are larger\nB: The between-group and within-group gaps are equal\nC: The between-group gap is larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "equal", "options": [ "within", "equal", "between" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-010", "family": "groupgap", "group_id": "groupgap-equal-light-1", "image_filename": "groupgap-equal-light-1.png", "image_sha256": "a966dcb73dc3edbb12a3a4ab4b5704bbf7a00a2e9f98f6da52213be89f9ede84", "ground_truth": { "choice": "A" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group and within-group gaps are equal\nB: The between-group gap is larger\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "equal", "options": [ "equal", "between", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-011", "family": "groupgap", "group_id": "groupgap-equal-dark-0", "image_filename": "groupgap-equal-dark-0.png", "image_sha256": "10450b9a549a8d0c0c1e980fdf8564ee520b408eb1d1da67f729fec64bea7f41", "ground_truth": { "choice": "A" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The between-group and within-group gaps are equal\nB: The between-group gap is larger\nC: The within-group gaps are larger\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "equal", "options": [ "equal", "between", "within" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-groupgap-012", "family": "groupgap", "group_id": "groupgap-equal-dark-1", "image_filename": "groupgap-equal-dark-1.png", "image_sha256": "09e520206c0615b65a9ac6a5325091542c1eae2b92f556e98542028f188524a2", "ground_truth": { "choice": "C" }, "prompt": "The cards form two groups marked Harbor and Meadow. Compare the gap between the groups' nearest card boxes with the gaps between cards within each group. Ignore the small group captions.\nA: The within-group gaps are larger\nB: The between-group gap is larger\nC: The between-group and within-group gaps are equal\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "equal", "options": [ "within", "between", "equal" ], "factors": {}, "lines": {} } }, { "task_id": "layoutbench-topflow-001", "family": "topflow", "group_id": "h-01", "image_filename": "h-01.png", "image_sha256": "741b99f72d76efde3e95c36ef17639ab23de30d920877562d55f355743f9a36e", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-001", "family": "nestedflow", "group_id": "h-01", "image_filename": "h-01.png", "image_sha256": "741b99f72d76efde3e95c36ef17639ab23de30d920877562d55f355743f9a36e", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One horizontal row\nB: One vertical column\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "row", "column", "wrapped" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-002", "family": "topflow", "group_id": "h-02", "image_filename": "h-02.png", "image_sha256": "ce9bdffee41108c8564bbae34842327d1c77448ad21c047a46f0f1eb83ad5afe", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-002", "family": "nestedflow", "group_id": "h-02", "image_filename": "h-02.png", "image_sha256": "ce9bdffee41108c8564bbae34842327d1c77448ad21c047a46f0f1eb83ad5afe", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One vertical column\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "wrapped", "column", "row" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-003", "family": "topflow", "group_id": "h-03", "image_filename": "h-03.png", "image_sha256": "b5012b0f72f8c622150f264bba9b29e3987c9950f49fca02dd53e6b86335c785", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-003", "family": "nestedflow", "group_id": "h-03", "image_filename": "h-03.png", "image_sha256": "b5012b0f72f8c622150f264bba9b29e3987c9950f49fca02dd53e6b86335c785", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-004", "family": "topflow", "group_id": "h-04", "image_filename": "h-04.png", "image_sha256": "ee6e41ee6423d82929e6b2792f099c30e41e9b4f093a59891f3dff64d49519a1", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "column", "row" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-004", "family": "nestedflow", "group_id": "h-04", "image_filename": "h-04.png", "image_sha256": "ee6e41ee6423d82929e6b2792f099c30e41e9b4f093a59891f3dff64d49519a1", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: Multiple horizontal rows, with a shorter final row\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "column", "wrapped", "row" ], "factors": { "parent": "row", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-005", "family": "topflow", "group_id": "h-05", "image_filename": "h-05.png", "image_sha256": "b8553aa6a3374f08b6ac80b8dd5164e6d34ead6b3cd6507ee7890d9231eae4a0", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "column", "row" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-005", "family": "nestedflow", "group_id": "h-05", "image_filename": "h-05.png", "image_sha256": "b8553aa6a3374f08b6ac80b8dd5164e6d34ead6b3cd6507ee7890d9231eae4a0", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One horizontal row\nB: Multiple horizontal rows, with a shorter final row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "row", "wrapped", "column" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-006", "family": "topflow", "group_id": "h-06", "image_filename": "h-06.png", "image_sha256": "dead20b06b2b84a2e55ee13e0ae10470d565bc40d3183bf46215687a91046935", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-006", "family": "nestedflow", "group_id": "h-06", "image_filename": "h-06.png", "image_sha256": "dead20b06b2b84a2e55ee13e0ae10470d565bc40d3183bf46215687a91046935", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One horizontal row\nB: One vertical column\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "row", "column", "wrapped" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-007", "family": "topflow", "group_id": "h-07", "image_filename": "h-07.png", "image_sha256": "deb9c818c6b4cd55dd8f62920c258e5e4e50c69aa5ca326621242f7464d0e3d3", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-007", "family": "nestedflow", "group_id": "h-07", "image_filename": "h-07.png", "image_sha256": "deb9c818c6b4cd55dd8f62920c258e5e4e50c69aa5ca326621242f7464d0e3d3", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-008", "family": "topflow", "group_id": "h-08", "image_filename": "h-08.png", "image_sha256": "ce7968612ee74659b54fe1e40ac2eb572c8db02c4ad660a30af89a5a762aec4d", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "column", "row" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-008", "family": "nestedflow", "group_id": "h-08", "image_filename": "h-08.png", "image_sha256": "ce7968612ee74659b54fe1e40ac2eb572c8db02c4ad660a30af89a5a762aec4d", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: Multiple horizontal rows, with a shorter final row\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "column", "wrapped", "row" ], "factors": { "parent": "row", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-009", "family": "topflow", "group_id": "h-09", "image_filename": "h-09.png", "image_sha256": "882f6b21e43601e586930da4bae5ac5ceb3173a0854b23000f9184b87a6a71df", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-009", "family": "nestedflow", "group_id": "h-09", "image_filename": "h-09.png", "image_sha256": "882f6b21e43601e586930da4bae5ac5ceb3173a0854b23000f9184b87a6a71df", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: Multiple horizontal rows, with a shorter final row\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "wrapped", "options": [ "column", "wrapped", "row" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-001", "family": "nestedwrap", "group_id": "h-09", "image_filename": "h-09.png", "image_sha256": "882f6b21e43601e586930da4bae5ac5ceb3173a0854b23000f9184b87a6a71df", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's right inner edge\nB: Against that frame's left inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "right", "left", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-010", "family": "topflow", "group_id": "h-10", "image_filename": "h-10.png", "image_sha256": "38331671e2ad6b023b8c85ebfed1a00bfcf4e065af92fc235e80bce6eae12ec6", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-010", "family": "nestedflow", "group_id": "h-10", "image_filename": "h-10.png", "image_sha256": "38331671e2ad6b023b8c85ebfed1a00bfcf4e065af92fc235e80bce6eae12ec6", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: Multiple horizontal rows, with a shorter final row\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "wrapped", "options": [ "column", "wrapped", "row" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-002", "family": "nestedwrap", "group_id": "h-10", "image_filename": "h-10.png", "image_sha256": "38331671e2ad6b023b8c85ebfed1a00bfcf4e065af92fc235e80bce6eae12ec6", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's right inner edge\nB: Against that frame's left inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "right", "left", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-011", "family": "topflow", "group_id": "h-11", "image_filename": "h-11.png", "image_sha256": "11fab0be75f11a84e4ce883389ccfd4ad1de5a331d43fe5f2125483fb75c0414", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "column", "row" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-011", "family": "nestedflow", "group_id": "h-11", "image_filename": "h-11.png", "image_sha256": "11fab0be75f11a84e4ce883389ccfd4ad1de5a331d43fe5f2125483fb75c0414", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "wrapped", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-003", "family": "nestedwrap", "group_id": "h-11", "image_filename": "h-11.png", "image_sha256": "11fab0be75f11a84e4ce883389ccfd4ad1de5a331d43fe5f2125483fb75c0414", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's right inner edge\nB: Centered in that frame\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "right", "center", "left" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-012", "family": "topflow", "group_id": "h-12", "image_filename": "h-12.png", "image_sha256": "ce42e30c0bffa72ca47a923d41027233a6c7d1f57dd0e861e7e55d5c45b37e7c", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "row", "column" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-012", "family": "nestedflow", "group_id": "h-12", "image_filename": "h-12.png", "image_sha256": "ce42e30c0bffa72ca47a923d41027233a6c7d1f57dd0e861e7e55d5c45b37e7c", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One vertical column\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "wrapped", "options": [ "wrapped", "column", "row" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-004", "family": "nestedwrap", "group_id": "h-12", "image_filename": "h-12.png", "image_sha256": "ce42e30c0bffa72ca47a923d41027233a6c7d1f57dd0e861e7e55d5c45b37e7c", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "left", "right", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-013", "family": "topflow", "group_id": "h-13", "image_filename": "h-13.png", "image_sha256": "73cc1b0894680664693d0cd4727ba8fbf7e28c29dd8826cd4bf67e92b220a67e", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "column", "row" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-013", "family": "nestedflow", "group_id": "h-13", "image_filename": "h-13.png", "image_sha256": "73cc1b0894680664693d0cd4727ba8fbf7e28c29dd8826cd4bf67e92b220a67e", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One horizontal row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "row", "options": [ "wrapped", "row", "column" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-014", "family": "topflow", "group_id": "h-14", "image_filename": "h-14.png", "image_sha256": "b9c75a3dc7e8f5176ebc4a845e41fe06c3e91bdc3fdb02ff91cb6cf8bd63dc8f", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-014", "family": "nestedflow", "group_id": "h-14", "image_filename": "h-14.png", "image_sha256": "b9c75a3dc7e8f5176ebc4a845e41fe06c3e91bdc3fdb02ff91cb6cf8bd63dc8f", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One vertical column\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "row", "options": [ "wrapped", "column", "row" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-015", "family": "topflow", "group_id": "h-15", "image_filename": "h-15.png", "image_sha256": "2a0d01a2f64b8d14df5ce81eaf53efb7422372ae9757687eb7f14ea7d7bc6916", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-015", "family": "nestedflow", "group_id": "h-15", "image_filename": "h-15.png", "image_sha256": "2a0d01a2f64b8d14df5ce81eaf53efb7422372ae9757687eb7f14ea7d7bc6916", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One vertical column\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "row", "options": [ "wrapped", "column", "row" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-016", "family": "topflow", "group_id": "h-16", "image_filename": "h-16.png", "image_sha256": "81202a6843a545ef0629321d9309200371f961552c69b24027c4136e5c77e49a", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "column", "row" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-016", "family": "nestedflow", "group_id": "h-16", "image_filename": "h-16.png", "image_sha256": "81202a6843a545ef0629321d9309200371f961552c69b24027c4136e5c77e49a", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "row", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "column", "child": "row" }, "lines": {} } }, { "task_id": "layoutbench-topflow-017", "family": "topflow", "group_id": "h-17", "image_filename": "h-17.png", "image_sha256": "a6dde0c147d50a2fb7a2347d51e9e3351dde82f2e501be2b338b4ceeaad6883f", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-017", "family": "nestedflow", "group_id": "h-17", "image_filename": "h-17.png", "image_sha256": "a6dde0c147d50a2fb7a2347d51e9e3351dde82f2e501be2b338b4ceeaad6883f", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-018", "family": "topflow", "group_id": "h-18", "image_filename": "h-18.png", "image_sha256": "d0bbda389e76accbcb4c2d62e9931cca31806af19f961963f3a5f618ced07cb8", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-018", "family": "nestedflow", "group_id": "h-18", "image_filename": "h-18.png", "image_sha256": "d0bbda389e76accbcb4c2d62e9931cca31806af19f961963f3a5f618ced07cb8", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One horizontal row\nB: Multiple horizontal rows, with a shorter final row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "row", "wrapped", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-019", "family": "topflow", "group_id": "h-19", "image_filename": "h-19.png", "image_sha256": "747f3f9149d4ec8088138a66363ee8c3ca1a73699c6e0ec0bc06930070b028be", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-019", "family": "nestedflow", "group_id": "h-19", "image_filename": "h-19.png", "image_sha256": "747f3f9149d4ec8088138a66363ee8c3ca1a73699c6e0ec0bc06930070b028be", "ground_truth": { "choice": "C" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One horizontal row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "wrapped", "row", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-020", "family": "topflow", "group_id": "h-20", "image_filename": "h-20.png", "image_sha256": "c206898a1cce5a359c56a498bbf996ed59750d7550277738befcbc065e071678", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-020", "family": "nestedflow", "group_id": "h-20", "image_filename": "h-20.png", "image_sha256": "c206898a1cce5a359c56a498bbf996ed59750d7550277738befcbc065e071678", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: One horizontal row\nC: Multiple horizontal rows, with a shorter final row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "column", "row", "wrapped" ], "factors": { "parent": "column", "child": "column" }, "lines": {} } }, { "task_id": "layoutbench-topflow-021", "family": "topflow", "group_id": "h-21", "image_filename": "h-21.png", "image_sha256": "1d4800c3ed8fc4fed51234e11ff9e69e776daf5d7e63e0dd8973bdcffd70fb26", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "column", "options": [ "column", "row" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-021", "family": "nestedflow", "group_id": "h-21", "image_filename": "h-21.png", "image_sha256": "1d4800c3ed8fc4fed51234e11ff9e69e776daf5d7e63e0dd8973bdcffd70fb26", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One vertical column\nB: Multiple horizontal rows, with a shorter final row\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "wrapped", "options": [ "column", "wrapped", "row" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-005", "family": "nestedwrap", "group_id": "h-21", "image_filename": "h-21.png", "image_sha256": "1d4800c3ed8fc4fed51234e11ff9e69e776daf5d7e63e0dd8973bdcffd70fb26", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Centered in that frame\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "left", "options": [ "left", "center", "right" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-022", "family": "topflow", "group_id": "h-22", "image_filename": "h-22.png", "image_sha256": "a7b0cd9eb4f906fa4967205ed5db6e0c7e71282dd1312c6b47690b8aa501cfa9", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-022", "family": "nestedflow", "group_id": "h-22", "image_filename": "h-22.png", "image_sha256": "a7b0cd9eb4f906fa4967205ed5db6e0c7e71282dd1312c6b47690b8aa501cfa9", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One vertical column\nC: One horizontal row\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "wrapped", "options": [ "wrapped", "column", "row" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-006", "family": "nestedwrap", "group_id": "h-22", "image_filename": "h-22.png", "image_sha256": "a7b0cd9eb4f906fa4967205ed5db6e0c7e71282dd1312c6b47690b8aa501cfa9", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's right inner edge\nB: Against that frame's left inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "left", "options": [ "right", "left", "center" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-023", "family": "topflow", "group_id": "h-23", "image_filename": "h-23.png", "image_sha256": "6047742c65fc42dcbf3ff66b9a3f2d8c60e28fdb3910e0ff99529f204c2de7ff", "ground_truth": { "choice": "A" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Stacked vertically\nB: Side by side horizontally\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "column", "options": [ "column", "row" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-023", "family": "nestedflow", "group_id": "h-23", "image_filename": "h-23.png", "image_sha256": "6047742c65fc42dcbf3ff66b9a3f2d8c60e28fdb3910e0ff99529f204c2de7ff", "ground_truth": { "choice": "A" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: Multiple horizontal rows, with a shorter final row\nB: One horizontal row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "wrapped", "options": [ "wrapped", "row", "column" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-007", "family": "nestedwrap", "group_id": "h-23", "image_filename": "h-23.png", "image_sha256": "6047742c65fc42dcbf3ff66b9a3f2d8c60e28fdb3910e0ff99529f204c2de7ff", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Centered in that frame\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "left", "options": [ "left", "center", "right" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-topflow-024", "family": "topflow", "group_id": "h-24", "image_filename": "h-24.png", "image_sha256": "78b83f2cb2d0ed8ba47fc3705d2d914b8daabf05c5775d59531abcff06fce754", "ground_truth": { "choice": "B" }, "prompt": "Look at the two large outlined sections headed Field notes and Harbor log. At the top level, how are these two sections arranged? Ignore the arrangement of cards inside either section.\nA: Side by side horizontally\nB: Stacked vertically\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "column", "options": [ "row", "column" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedflow-024", "family": "nestedflow", "group_id": "h-24", "image_filename": "h-24.png", "image_sha256": "78b83f2cb2d0ed8ba47fc3705d2d914b8daabf05c5775d59531abcff06fce754", "ground_truth": { "choice": "B" }, "prompt": "Look inside the large section headed Field notes. How are its small cards arranged? Ignore how Field notes is placed relative to Harbor log.\nA: One horizontal row\nB: Multiple horizontal rows, with a shorter final row\nC: One vertical column\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "wrapped", "options": [ "row", "wrapped", "column" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-008", "family": "nestedwrap", "group_id": "h-24", "image_filename": "h-24.png", "image_sha256": "78b83f2cb2d0ed8ba47fc3705d2d914b8daabf05c5775d59531abcff06fce754", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "left", "options": [ "center", "right", "left" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "left" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-009", "family": "nestedwrap", "group_id": "h-25", "image_filename": "h-25.png", "image_sha256": "27855b2e6fced92816b6fb010b410ab15744b572d561dd18cb2a672e49939fbe", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "left", "right", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-010", "family": "nestedwrap", "group_id": "h-26", "image_filename": "h-26.png", "image_sha256": "0286d84e3f7b26d0056ade80f04cea37c03f43c2806c0972e3f58fd7d010635b", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's left inner edge\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "center", "left", "right" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-011", "family": "nestedwrap", "group_id": "h-27", "image_filename": "h-27.png", "image_sha256": "d6307216da29e0a4f2bf1f2c84210ded0dba685ea928332720cf5ab92cf79e31", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's left inner edge\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "center", "left", "right" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-012", "family": "nestedwrap", "group_id": "h-28", "image_filename": "h-28.png", "image_sha256": "544e484f4d9c02418e4406dd6c79ad4ab511897f3d55f9848531250a717c6755", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "left", "right", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-013", "family": "nestedwrap", "group_id": "h-29", "image_filename": "h-29.png", "image_sha256": "bf9a6f99ad42c19b670a7394e559760fd81c6052e8717afdd345a0b1a1e79202", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "center", "right", "left" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-014", "family": "nestedwrap", "group_id": "h-30", "image_filename": "h-30.png", "image_sha256": "5efdb664d144ae4df5c7dc476be71682041956693b29cb6c9d303f35bbaf20f9", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Centered in that frame\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "left", "center", "right" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-015", "family": "nestedwrap", "group_id": "h-31", "image_filename": "h-31.png", "image_sha256": "7d477ca9e59a35587d4499445de2aec0a1ee19fb7a3bee4cb7c398271db3bb5e", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "left", "right", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-016", "family": "nestedwrap", "group_id": "h-32", "image_filename": "h-32.png", "image_sha256": "eae65c052f264b8402769a5300480339f38fab9bcddc4b88f221d157a2680e1a", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "left", "right", "center" ], "factors": { "parent": "row", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-017", "family": "nestedwrap", "group_id": "h-33", "image_filename": "h-33.png", "image_sha256": "a0fdde798f6344c8ff03337e534ae7467ea10432fabc306bcf4b3040fe978b28", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "center", "options": [ "center", "right", "left" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-018", "family": "nestedwrap", "group_id": "h-34", "image_filename": "h-34.png", "image_sha256": "a7b0142776ab45bd9f68c91aac9951adb73f83d76af73357c62636ba25023da7", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "center", "options": [ "center", "right", "left" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-019", "family": "nestedwrap", "group_id": "h-35", "image_filename": "h-35.png", "image_sha256": "97dd5a262593af54f5ef693d1ec37feb67bf4900ab404d1828b3e4e94467fb39", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's right inner edge\nB: Against that frame's left inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "center", "options": [ "right", "left", "center" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-020", "family": "nestedwrap", "group_id": "h-36", "image_filename": "h-36.png", "image_sha256": "175d95b20cafef3137e69ede0ef0c8a19d5274444584930d3157cfe571c20a35", "ground_truth": { "choice": "A" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "center", "options": [ "center", "right", "left" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "center" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-021", "family": "nestedwrap", "group_id": "h-37", "image_filename": "h-37.png", "image_sha256": "7feb231c6385acf9349d6a1d4ad713c28886b149c9ae395e4bc3c63d6c8bda0b", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Centered in that frame\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 0, "answer": "right", "options": [ "left", "center", "right" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-022", "family": "nestedwrap", "group_id": "h-38", "image_filename": "h-38.png", "image_sha256": "373d52b50a1bb6d35560a59d1f4b2c687bc040177d8d76171ad1ba0ef1f392af", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Against that frame's left inner edge\nB: Against that frame's right inner edge\nC: Centered in that frame\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "light", "variant": 1, "answer": "right", "options": [ "left", "right", "center" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-023", "family": "nestedwrap", "group_id": "h-39", "image_filename": "h-39.png", "image_sha256": "8ba7648a28cac3e204f80cfd1748fad8e60cdf0697e98b688ad73f96d71df193", "ground_truth": { "choice": "B" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's right inner edge\nC: Against that frame's left inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 0, "answer": "right", "options": [ "center", "right", "left" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "right" }, "lines": {} } }, { "task_id": "layoutbench-nestedwrap-024", "family": "nestedwrap", "group_id": "h-40", "image_filename": "h-40.png", "image_sha256": "a4efeff5aef04660008577c6a8bef60f07d4d801cca4eb52a973313e4c936b56", "ground_truth": { "choice": "C" }, "prompt": "Inside Field notes, look only at the shorter final row of cards. How is it placed horizontally inside its own outlined inner frame? Ignore the surrounding page's arrangement.\nA: Centered in that frame\nB: Against that frame's left inner edge\nC: Against that frame's right inner edge\nReturn only a JSON object with one key, \"choice\", whose value is the selected option letter.", "design": { "kind": "qualitative", "theme": "dark", "variant": 1, "answer": "right", "options": [ "center", "left", "right" ], "factors": { "parent": "column", "child": "wrapped", "alignment": "right" }, "lines": {} } } ], "results": [ { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f8f90f-bc0c-4977-9019-841d7276a267", "result_sha256": "784213e3fd7447230e66a683724cf766395444f083a720750a929a356123dd3a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.9963856639806181, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.069810+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f7ab1a0-3f0c-40e3-98e6-be607d0715f7", "result_sha256": "fa846d56b929dfd187c7b30e2217e63d7e3b4885793c4021342a715017ec9a35", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.6609788711648434, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.822214+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2969df7-06da-4151-b05d-9a730bcc0f71", "result_sha256": "5ff9d48fa823c02adc272ec5030d60d7fe1728ea85e2f9123a0266b043172475", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.0132733108475804, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.667673+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96086e28-ac61-4e52-b481-bf453a746962", "result_sha256": "dc4a5531023fcfee8484de5d3d1c1f60bc3af53f15a2c7d31a5c47a58535596b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.384431644110009, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.683366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34b6ee2d-b489-46a2-92ed-20e5b627c01f", "result_sha256": "c6e36f7189a3b582d00a73e8f66c6d2f833cc4de236379a335f77d5559d19881", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.63424105104059, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:38.001556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d58ae62-66b1-4d9f-9f52-2bafa38cbd1e", "result_sha256": "ee4568f65cbbfa5d68005569e082d06fd7c6db6412df2acf67f598084165cbd6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.574279841966927, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:12.004417+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf8d5d4a-1b03-4956-aba2-0e8e29a9099a", "result_sha256": "b4aa6ec8b93b57be96a0d058a46223136390d80b02fb7e210dbbbe991d869e00", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.1807030050549656, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:22.153826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "729a4932-4e6b-43d5-a5c9-007818ed8c82", "result_sha256": "9751266bb94cc9104ba77aeeb514045b5cd96a0b68b48050003dc37426ceed86", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.534739184891805, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:31.577705+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b69a04-3b32-4edf-8c62-16e0a8677d46", "result_sha256": "a7fde88c9aa76fea6f7a55cb5aedef26e8644b5e0c06a5e4b556062ae9ab8313", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.3169115600176156, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:24.277397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b97b8b0-1b77-4143-ad84-bdf7348c59b0", "result_sha256": "55a024417e0ff659c837f0fa96b23c5ee204077b95e9226be5eb1ebb819f488c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.5217569598462433, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:11.361113+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "398a9ff9-c07d-4efa-bb24-d0fcc2cc53ee", "result_sha256": "ce4c1503eb0197b3ffb974941bd9f5ea11c90b3ca56360679d9373ac45e75aa8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 1.6799717519897968, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:07.250049+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f3a5a6c-2804-4d64-aff3-2966cdc6ab10", "result_sha256": "662a160e2d0a63066095dffa06fb768e0f798521a53def5aa37bb0f41900134d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2826, "key_errors": null, "latency_sec": 2.9485568711534142, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:26.374809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "183ded05-46c5-4fdd-88db-11a1291c11fa", "result_sha256": "de987077d90d659d5084be2e6d6aab99e509c77bf96b334abac69142bfba9a1d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.437772941077128, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:59.504227+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c1066b3-c85c-4185-a8ba-2e98c0d52c31", "result_sha256": "e9fd7dc41b5ff143c425ca0384a1fc800a0b382690c386f28f10aad6b318c098", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.6568684719968587, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.061079+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e95135-4b8c-4776-a2fe-0eef2774de90", "result_sha256": "3915ec140e9ac1dc031a52a12a2dad04300456d5eb731b58b069ae2a916e9faf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.5986452670767903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:30.410570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c694041c-44f3-494a-9587-f886bce70842", "result_sha256": "8d220ca8ac987c9303b57a5b02fddd06eb62b5d173e57b997630d89fe54bc15f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.6597924639936537, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:28.586839+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bc3cdd-f746-4d39-a71b-83c59a0b47dc", "result_sha256": "ddeece6fe68f23db0b792ceac58a5c8ce1a8359bb89b1b6a14a2028c7e0a0ed0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.7458038178738207, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:13.638202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb054064-9788-48c7-ba4c-2c4a3cc40d65", "result_sha256": "f80858d54ee4a96bc752af64cc17ba87b02271c840906859f49fa691d9003e06", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.366052179830149, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:17.523892+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c890827f-991f-4441-a487-eba5100d9113", "result_sha256": "b574d099cd8b9582e705f618bf6620750ed49ce9a3d65e10e175d2a1cd82e22d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.7220655751880258, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:23.387766+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bccad58c-6e0a-46c0-adce-598c71d49bb7", "result_sha256": "03cce0edd8d86decded19c71acbc736f6e72fb7556316ccc76a39939a96d6a9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.5430210470221937, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:11.217854+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c1d7db-3eac-4d96-aaba-b96b1c0fab34", "result_sha256": "14622c75a27b4746cc0a6fe854ec4eae7b0ec1b4359353c67f296262a0fde156", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.412741797976196, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.529913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "747cee75-3dac-4129-a025-cec5b710cc2a", "result_sha256": "5b4a4d3bb6196d4fddd89d2b91ecf80d9214b8c5cdbf306e131fc5edf93c432b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.646302575012669, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.985199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f76348d0-f883-47fa-8fae-9c4eaeb6980e", "result_sha256": "a5b2995f7d8cb9e8518ea07e13858e80da813ae94f3794813a283a30b6d91a18", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.397916426882148, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:17.162067+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2413dc42-1777-4163-a7c5-52af5bb0fa3c", "result_sha256": "ace9f843c02eeeb8a992c45836ffef84f243fb71704f87b350d53fba56267e40", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 1.4287944929674268, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:00.607825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e365486b-038a-487f-98d1-df137847de64", "result_sha256": "938bcc9c831ad864ee5a76b70d455e861e4044e0bcd2e3fb87a94fcf866ded8d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4673513961024582, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.580040+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d75d1693-4efb-4716-97ce-e50904448340", "result_sha256": "ebf7a50cd6574c687852e734c4ddf2d17023efdb9687f653ab358ba1ad2227c8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4704956328496337, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:28.689137+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc68d26a-8141-44d7-81f0-462637b44e0e", "result_sha256": "02e48a4800092559ec9249fed19152a9bbe15890372c2d8b1e1e1e87f04d7911", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.4793372028507292, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:30.729231+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73496da2-7e20-44c6-b82b-935f08fbbc21", "result_sha256": "e1d3bb78db8ae96474ecc7935785791fd47f069cb344693ee46317a1b4585590", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012028, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2952, "key_errors": null, "latency_sec": 2.562422012910247, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:53.891938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cea916d-ece0-4f29-987c-e33c0c153994", "result_sha256": "578ec057d9e828fb181cd40c3b69ef53588e19ac7324ee31c2071946494a10d8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 1.6427348430734128, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.190809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b88fcacb-70c3-4ad0-9a09-12870e73909c", "result_sha256": "c03b84e32a13539ab0fc72bc4916265f638ece314a921aa9719e23b504de1f50", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.5461692318785936, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.095882+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d713ab-c581-4a95-8bce-28ff93f40190", "result_sha256": "f8ab32b4939a9b43d441c4cc8891672be76645ce8e5b02103cdb8875b2200e33", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 1.517730785999447, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.330953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80323efa-2886-43f7-9389-18f5069fd9b6", "result_sha256": "0b5f257ddcb0fc094b654d2f601048bc82aec956f0901aaf13f76c331feb0671", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.6190230569336563, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.062625+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f359049-4ef6-4a83-b39f-a8a9cb6e8e2b", "result_sha256": "16bafb44ba53c06474f2a6a83fe2afc9d4cf5e28b876c6985457bacba9c45fc5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.7868275670334697, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:24.272213+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a007880f-df2e-471c-818a-38c984fea750", "result_sha256": "b469c1ebf373ee56889363b1166e2d20d602ce72ee38880430d77ed24f4c5e1b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.434824370080605, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:14.843688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f457506-de33-44a1-a27b-4657b6678023", "result_sha256": "712126d9bfb8a861598af1a783b9e6f5c0a4f212b42343f79a68e1afdf8bce89", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.4151494519319385, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.695405+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20ed6922-8f88-457c-a866-e6473340723c", "result_sha256": "19b393f7878bfb4d88dd72f83dc5e72544666bbceb3abf686e0b1991905745e1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011376, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2789, "key_errors": null, "latency_sec": 2.791444944916293, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.569836+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2561e77-6fc5-4757-89d1-a8e49471091a", "result_sha256": "2663b613a07cceaabf121cd68fd9b9295d70dc191beaff629c0c57f8cd4cfb7c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.552505398867652, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.543414+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f40d16e0-3f76-46e0-9727-a507306077c1", "result_sha256": "22a7a3cb1b06d2ea6641a7fa86383a63536733b3339fbe35edfc9300ba1629e4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012884, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.934452883899212, "model_name": "claude-opus-5-5", "output_tokens": 57, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:45.530209+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f241ae-891a-4880-a01d-f702c3a5288b", "result_sha256": "5eedf0f48dd99768a86a5a9dbc8f473cbeaf2b1f9905620e28fe4a185d523178", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.8708448950201273, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:12.641596+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30810a71-4adf-47a1-a19d-4adeddc82fe0", "result_sha256": "d60ad287975681107b38051a6b32165ec2b96f590adc7eb120cbed3564a01e82", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.628020548960194, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:14.573293+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "152ec3ed-5544-4fde-8901-065cb221f25d", "result_sha256": "227bfebe9eec8cdc0f2397b97066ae6e0a108f9bd8c3f1389b2441c79fafcbfe", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.403212498873472, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:48.996121+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f3d296a-a13f-487e-ae95-7f8d725ff0fe", "result_sha256": "bb4ed589502224e2f832972978531e58e109b462fd56a37ef706b810c7d9160f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.4623923238832504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:37.422470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13771cf0-dd0b-4295-898a-b303895d12d6", "result_sha256": "f9bc57e4dc2684647469c606107bc33652e9f83bca654e2b3e8da79f576dd856", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.0252541101071984, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:07.110953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "090ff413-3be9-45c5-901f-d359ea6d8198", "result_sha256": "74ccb8481e54ca9363403940afda4555a7094f9bb2f91e6b261bbf8eef25f4d3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.0960755951236933, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:31.935489+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ecc536-6454-4903-b146-9412a983ab77", "result_sha256": "aaa6b6cfcc3f26f0f3b870d80b8c1badf481b5253951c49b78f449369a4a6792", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.4092808119021356, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.739669+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6efbaf94-5c35-4e26-a349-5ea5f5bd81d7", "result_sha256": "4e09a9fbb8741dbff46500eb43b6a5468f4b463f20989f11d4390f45b3f4dee0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013604, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.5351989150512964, "model_name": "claude-opus-5-5", "output_tokens": 93, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:37.139835+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ded9385a-cdda-4d44-8dd8-eb4132e56413", "result_sha256": "ad95ce27009aec4f6c2f970c51d8b9cbab5773db315ccd3e7cc822262b698e84", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013264, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.211298882961273, "model_name": "claude-opus-5-5", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:27.788632+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6a41b7f-ec64-4106-9f01-ba1ddb716235", "result_sha256": "799aefcd7d55e484e26ca466cfd896435b60df97d12c01885bd86b27dbecc14c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.9300723178312182, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:29.505158+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a3333b2-9923-4a89-8b9b-4a0da031f7c4", "result_sha256": "14d63b0270d5b58937497cb616aaca915f39c5d45164ca453f90a4288b1664a0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.7220554170198739, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "anthropic", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:50.576204+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a392b91c-32a8-4257-8245-126f7a398e34", "result_sha256": "83466712cf859b5fbdfbd8a322dbdb21a785d7e4804777b9622b9f6660a35ca7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.886860647937283, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:12.275840+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3df0e35d-cb77-449c-b84c-ea81f3df7c87", "result_sha256": "9e4764713d31c9f12c084a254aa049dea88fba4fa33ccbd470a26f40f139c9f7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011964, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 1.8092398960143328, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:45.689375+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2adf22e0-0340-493f-b93a-6e008e367ef6", "result_sha256": "20a6b3a5252ea6b5031e2085783a5c279eae2fa9a10d1b4249dac2cfb57afc85", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013544, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.463368260068819, "model_name": "claude-opus-5-5", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:42.384251+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe996f6-9910-4645-9cd0-b913357a066a", "result_sha256": "63096967e481efc1769c0bf8d3a79cf07a9a774ecd5c33644f63b70fe4a80632", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014344, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.787679587956518, "model_name": "claude-opus-5-5", "output_tokens": 130, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:44.050508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e87e48c-ec5b-4f47-830a-752bacb311c9", "result_sha256": "6b2e9c2b40ff1b63a32a352aea9ac541459e58ee6e1b937df3cb247d7884ce9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013984, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.426610029069707, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:08.660498+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8cb19a4-2950-4e84-8bf0-70665abb4075", "result_sha256": "8680a49d0a52e8f12bac2f87dc8225c73fb5b39dcf1e846a8f06137aa3a3d229", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013904, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.8157238331623375, "model_name": "claude-opus-5-5", "output_tokens": 108, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:01.953954+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da7d364a-5b18-4bf9-ab16-48770a92e2f4", "result_sha256": "cb05ae600c3ad70352bb68a2dd8c439d5714f50ab5eed4fa8b699d96d301e378", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013664, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.507174250902608, "model_name": "claude-opus-5-5", "output_tokens": 96, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "anthropic", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:59.265892+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1188ad-7067-4c6f-8783-c866c0f15a69", "result_sha256": "44b741ed2f6f593ce75f94c46ed5bb519644b9b07d9e3916cb281e39fd435b58", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014044, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.817367281066254, "model_name": "claude-opus-5-5", "output_tokens": 115, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:10.133362+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a536c0e4-d4bf-4e59-925f-906f1f8ec32a", "result_sha256": "e113751ddf744a2bf5280701cae65695dae6fdb5a0f96f114416413e2372fb35", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013884, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 3.1964787649922073, "model_name": "claude-opus-5-5", "output_tokens": 107, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.431009+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ab64dc4-7b6e-421e-b9a8-b17f30cca75d", "result_sha256": "fe82ab90104d5b533f57125f06cca2a7edb4a66895d34058ea08bd6353b22cab", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014044, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.953451255103573, "model_name": "claude-opus-5-5", "output_tokens": 115, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.064654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00a08d0d-c3ee-4e37-af45-341017be5622", "result_sha256": "2c171e05fce9b11649551f661794f82ee1312c229ded21211371f233690ac7a7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013644, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2936, "key_errors": null, "latency_sec": 2.4429534131195396, "model_name": "claude-opus-5-5", "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:45.244594+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "968169bf-15f1-4de6-8dee-665a4b291910", "result_sha256": "050e787eeb36938395aaf36458322aa5e867a6705202425c8f6b4268241e117e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.162065963027999, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:00.066790+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "223250bf-a73c-49e7-8edc-12d7fe02e9c6", "result_sha256": "8ba46393837d32b79ceaa2079b33ff87a769496e589278948eb1deda2fd18bc3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.2212521608453244, "model_name": "claude-opus-5-5", "output_tokens": 17, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-23T12:13:08.559852+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b20830b-384a-4d9b-bec7-5dee271cbdad", "result_sha256": "a391ffff49d25c3ab1dec9dd1285cb13645d7523c0d7f38cb7bb0ae63c2762a4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 3.09075466520153, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\": \"B\"}", "recorded_at": "2026-09-23T12:13:21.309867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e5880e-c51d-4296-a0f9-71e677a3b9a9", "result_sha256": "387b7c1d8d4504cfea9e989eb31784ecbdfe7b85bf339582dc018fc88d60b23c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 3.6202396959997714, "model_name": "claude-opus-5-5", "output_tokens": 18, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:59.272201+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5294d70-c19f-4016-8883-bb2abdf48a50", "result_sha256": "37cd1f5050685267c56689c730164e5608ccbc20fea8c557e05d88ab60958417", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 1.7838497159536928, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.340894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe7ed369-928e-49c8-b2eb-4f2f78460fb5", "result_sha256": "d5d208aa55f23d5a7dc965a75353336e4c2ff33e1c713de5180b1f5ba5065851", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.5343296809587628, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:15.613629+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce75fc88-6bdf-476f-8217-245311584c57", "result_sha256": "3774772f5374fcadc71843a35e2643f8a4f8e537900c3becace0d9dae6aa39d8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.265950326109305, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.838813+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1429b4-b670-4391-97c2-4b4daf03b588", "result_sha256": "4b67de093961de45fe7c91a0fd1f6581d9ec5f607a36c203e7a1188cf58949cf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011464, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.6691778069362044, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:24.727613+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "029fcd65-88e8-457c-addf-6d84cb3b4ca8", "result_sha256": "5f3bc10a39c6b6142714872c61ae0dc73007595ee3d31095951d0a1d0aa175ef", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011524, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.282457855064422, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:32.708962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "26fbc168-7275-468c-8226-c58f7f9338d1", "result_sha256": "fc8c9a93445009f9e49c6c46bf44376585cedba82ae0940250a606802d423daf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012724, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.107541925041005, "model_name": "claude-opus-5-5", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:36.795055+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eb2745d-aef2-4dc7-9b28-bd251d86a6a9", "result_sha256": "6c7f77e544626166b7a2ea57146db17d0dda078046cb54120dce9d36051f92b8", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.093164, "err": null, "error": "Response did not complete: max_tokens", "error_kind": "invalid_response", "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 30.54026378504932, "model_name": "claude-opus-5-5", "output_tokens": 4096, "prediction": {}, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "anthropic", "raw_prediction": "{\"model\":\"claude-opus-5-5\",\"id\":\"msg_011CfLMEMGY93DZ9FPrBU9VP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\" {\\\"choice\\\": \\\"B\\\"}\"},{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"CAQSvj0KEAgSGAI4AUIIdGhpbmtpbmcSDIole463GVK/ZCd9ghoM49GRC4wc9rG36HBIIjAGTRSjs5YEpL9eHKzVo5jQ5A/PVx3MxyTQaER2fct22dN9gyLIcImSSmaiz6Q+Jrwq2zwZt+dwE3veRyNquijMvfbbIpAsO6BEdJERy5qSpZ2VpqilBqlY9tOqI5XAgONUcEn8MGzSjgrBD6H17G5ksix4umadYUjQrl6Z0GdRzHVfVj7Sp4a64tVV5vpw8q+7XVBxSr23kiFxCyJ8196ySQrtolVzsqVWlznjfTrjLFsMJjn8R7JH8b5P8jAgbKOdiPD/uRIV/gxNUrDfBLu3kcgd16L4iTHyw6BgWwl506scn6uczMy9FaFnRwsBfAm1y6prH1OVM9Fz65qTxtWHgTLQEDDheVh1Km7ETPwGcSWZxxz5U2wR7D1CTb9OlDRqQSsPZ4tK4pHuIVD57NofuprUjEwb6WxjLng6owbhBo9Cyhp66sU69iWInEbYGcQshVbunD2gfH9/zMxbtxmhrIjFOL3fAroknS4bZjVq0hPErFC6lviJ7I9ZLOqYiZBm+aqGUocCwftoK4Wfww5+FHEiYdCre/gBXqDMAqOsD5olJud9Ro9TFH5YQUhXpsvIgSIfAgkD9CzinCwULbr4/M81rbUEgNxFQuOgm3BjtdwYClupbGx/GQycFLbIpfW5CfQpBhONxV07oxBVRVHQJJV3OjkZJqe5wLc95Zho91ISwoaA9+Ep5SlVkyYrHQXfTEiZsFlhTM7uOdlgGUsxETzREMCQwnqjkiPGVA5vi6LrbBUcTRlU/EMlxDpr3b7D6RFiaAuM+0BdzNSRntIVz6vPeqyyane1py3B82/IlFZ66weoRtL3ntR1oG/6oxQopWGRIVjtwTaKS9WCR1oAleliDd3dWlJx7n5pA6regYat2E1dAimf6nOOxpy3ZY0gAbGqptbkg1SdRzbMKEhzV4v9EY/uQ1+Go2J+MsfJKQacMq803SLiuT5kAAmoNKrwwqd1ulOBvdLbUX/gxI+I5/E6aG9wOYT7Sm7lzGq//SrYzdZTT2QsxT6kJPS01kwiEq7KCObmULbIO4sTdgTe0OoPXs/Sk+rBVOhSyamMiIQSggtzxy8ffWfsZXpi2sZUYEkEGfuFgcTCVTnaiHSOYAdP0ob2B1p14TBwQjp1+7wh53dmY7x1yf35Ge1mHn5BP5bJyjykRLTu4NQBJlPk5YQey0LJTCIKbctVN3BHOmpHCDkiYfiUFiG28c5ti5uVabgmiNb9p7KYrTm0isvIdAkzd5LgSPyA441QjeV5wXsJjQitImi1y8gklTtYa5h9kfvg6yCG815ED1HIXAi7meo0ZvqO8CdcNbyMYIZLt15+vC8UwW47jbz2mcD/hfqj6I/9BFr/TToAcwaQYPKdxOw9Z2u8c2FfIfc1DpRmM9ITjW6CAccadfR7Bs1BGm0WVSsIJfbbKz0Qv9snAzSX8+1yNvpDHJbB3S7Q260wguX8sPKD4jgtvOicdm1pKwx69xQ/jg7mW7dDS/zafk2p8qgluhKX7WSSjCNIFtp76N0xNlWVSbQdG4GSEomIBkvpe7SQhqIbNRAEa0q3h0NxY5ih4dkBcLTuJ7aQB2u1yWlrQqg//MYzxJpcCT16+KcTPj2rDDdm1j1U3213uKCORQM+84VCVz7J6lslBvzh7knwzuyILjHGgRr6BPsW1sctN5oUNEzCawkJikXkyzOK+9elT93f7i55SRLZgPBxO5dQrjdiw1HH7nCw58eB0ZvRCv4Hdur5rVJXAE5hJuPXHhOri6oG1dRRK1Nvypzb9KMmVOqueLg+/nDSWS7+9dOcKdIzAklPn9jAa2yvoEemBYHYNE8RrAgC/QGTiEL78szzQN0xnXlZxPutmbZ3S80YqFSdqNaxNOuPzPa9YsSFt+fSkUw2Q1HF4DKHfSk7px9kZb2Qd4eNkfKPPWf9L2PvHZHPC5n+xxDMIH+qQdVmKsuBkeuk9+Cc4F7z/1pAnGf+NEV0i4pLejPX40zKEYngYCXTQ+f1v8aKITohvQ99Rd3sqXCTey7XqVSWQO91mhS7duDfYhjzRNA5MR8oYa6CeTVKhY0RnYHhzeGMnSeSAkY9R8ptYxws4+BHj9d+lIHayCNCgD4K27qxf3yMzLZfqB3dwwN9492B8DF7aCzPN36+rKs+FxJXqmICtXrvgDn+8dWH1EGl/OEwpP5Y2lOmMLDAlNd0bHnINqzJzaXwX9tzLDSQ0toMzTWzvRjGkykrbjETDktfx1yb5TZt5bLh9IYOZgL8bzatrwbkahgStjDaYSIpMGuRNgDvYKGDRj5zbt7KOP/yHQhIJh4sbSPtQnKGm6fOOPVMjihzuT4Y3mhwU04AB0JcMGzmUonbNIm7elj9Zmf+ZG8wjzEmK5BvofhtcMhETKrXC09+/FsbHUMJD1kNR18Kz3GxVDfXXTZxoJCBOHU8wPbxy6BjwCuQYA5U2wtNloj8XF6AYDsHrh4tvfdv6OXiH4v+y08vM8X5Y3xq9pjPjTRsa+Qfjd8GHlo+UXMz+HgFJyeeM8hWAyp7Ndj9wHg8GJphh2YKlHa0WNn9n4u8Lh8/AGggN2G/sdAZ87vJMNdQYhHxpXniE916bL4OyXpcWRooaUevzfM4R6gW+HOvp4s4b4diW/UcclcVS5590Ngf8GSDKe4+RMckTcOpmF2k4agGqoO6Tk9QPBX+qetx4LCxKj3nWvnP5HZO3df0ZrpZNJzluOvAIcQzmzA/+krhTuFNiHaTJMxVwwKDaEZqTKWlKar4VIqWm7xVJIcJgYYZKaiifxmNv9d0bc+PNFgzkKTdoYofbDVCqrO2crCRKUHdVzTWW0b7ZF3CrW8YpwaR/UTxhJF47/dduYQo84d93Fickxma2W+8AjrsL8TeUF0TewD2Zg0pfjLwNQkS2cs7hEah9KeDEt6QGuQ9De6tbunwl0JjHsr1GI383u0YBAw7aQp9Q/D2yxwuFH87EZuzZ6HQqWO1GxS9yCw/KQ10Bh5eGJXgh4s5/79TA7+CH8OlFkl8ADUkThqlP6QwHe2a4I3orP4uzRxiV44oyfZ0OzelOhHXugDXJT/8KmjPda446w0MiJAcPV1D4L+b5dpQXq/mcQBVJ8QoUUjaranFSJP24O3GEZP5NZIIn18vT/FKSs5t1OS9eKmNptc5IT03eoEyrXCpMd9UdHWhdQrrf9SYn5DmS+0MGJBimIG6Ygr+S4yuWgTiQZar9pa+BRcge7UPfHo9gBHxswn1FCq3cFe3wYba9dHdz5jKF4gyqzCwlwtDXhgG/8u0XDcGPh6o4v+97pdbTeZWHkOXnH+rchlJ5GE9B9GxKnGlhiMmao/tl2+qVLDxBJwDbdb/pWAwOeZyxnyDGU58Mia8SFDmw1voPqJw3ucm6snt8aHr9CzxHGe+FGXVn2IB1oFq3phG4KQG9nyjHtLbOEjIs38qnuzZ2lq5X2tKMuZ6sU+SCLqMpx2s46FWoTTg9/mD+WOFikLdN70yGgUJ99P90F6ZstrJkuiHtKsux9w/AxNDqUqfo9zQHO9+Deni2mAWkpNZKdF37qoRKUjVQPLL5fweTaJI8sFlMxkDcAYN5jCRgSIkgytwGE1TNDEBzpEnqwcg5GhfwD+iCW++ZrSEwe7qtm/R4ebb9qKQ31cbzt6A6c2v1nImXYV8lNh+MBSfOeOaTcuiZdc679DDZvGqichhz7CGY+WA1v4S9MX6mkKjD7AONCvRpdVn2wQ9r/FsDCnPTt235BmjNbHSiK1kH/ur0uAsLE3TGI5LYoQJ0EHU4TL/RYxJrM7ryl9Sd8DMJ7wuQbrMCLFqBN+05/PEaMEv2eOnyCsGgzm2UYq4ag8U/GnRtPATX88pB92sC2fd+RZP2xC+VdmTEzLIOT1XhNIxd6JROg/M0/UEiy6GnC8w7WEGDsWL3D0ESOLZYk5soj5aS2YYPn/knowQRNwp6POy4LTgvB5M+wJvSjV316dcVo3JeoIoroiXTBt2somLD2NCom2PTBfbVOBu9bpe0QC9kcaO3mUAhNcBl7r0H6ThsR9zRZsujoRNh5C9tmxExXNdp4K7mtlP+WUCHqpGiKbOlcK+B02kRXmLv/Im5mgU0//g9sdKkwI+mFt2WDzS6plrxZfbuaDB0VbT+Iqx3vIXdzRaLpJ1a95Nkrwg3YJJB7wGhKAM5EnevIvpTSVA0jxvzMpLHnqgGuwH98CksbJxPhBR6Sfi/KjlFRL84f72H6Uk1m8yBWlC8k7J9/oEtZbsj2SDyxfAtchYSR9rV3YGQ958bbCtOvm3RlNAiXMsjk29MWB/8Nontk0JzjGXgeImXNg7LNLmwGsJinuswlZ2Fadcn7JVVHY3cJtTTCfvi2BKxbVyDSVKfnELQ47en0HjraTfuBuaD30VHizhq/lFj9N1y2fV6sGJrG8r33u08Z/l40s2U+sovUmzGAYtPULzwm09KDLS/c95dmrLmhs+BYPNfxbqMjNi8Mv9R9A2/mkg+T2QvlElhWf9V2RUBi+cg4F8cLN/FQ/Jpj5+bo+PYz17GNwM7VucETfAalUZh+PPM18drAC/tWPkzPBsJBS551wjhNmdmJ9ZzJB9vjGjPcAjSTzqXJe5tgOlywDXvVC5fjPp/d4EB+cbKs0NBnCutWDgsCMn2ZF48dJxoUBH4sHRtICTUl4/zxpCB3TuXlY5VBt5n/I8Fzq1ZnRCyaQk49csY+QIn1VYI0aaYgi3KG4pzQ+7KPpDWh4crIJU0CvXcFETTvEp1AJEWFCWAkBktVSzMiIf1GIG6EOqH5MtiEzCtH9Prz9yokHVUIOmi9RRtOQxPvf+NaAzpLpmYVAch7pqhBp7i6nKGgxOX5DwMNNWi+4ZJXnm4vxTAaHhTfTA7AF5fa02MS3QQiYrDID3VKzST8PjNJPe05rHrjnN5rYtx/wylVjRLC/LtkPgyMs3S4QG3jEoSwBlBI33Aw/zDQ6KWR5tXRAWeEy9af5JggSUC56zartlY1lPWfp+Woy0CAUptsxxGHn0q9Oz4u7rnJr7eF5VedxLWEhuv+miMjuTGCNm7oA0upcs2HpLmezZ66VbN8spUgQk6S56MgqAqoZ3bl6myP7EO5kmFxFT28C8kcMXUFzn+gbT22HXUf3ql/fGi/0e/ArNQzMQ2npdFCbeCKM4fTqKakLCXHoZWUURGCwJTt6InSuF2gqeqwKULZ12mf1mbEPWgA7FuLz6H1XXQR/xOoSpfzlR+vI4jUndd9aDsbRqv0IWGAsxdNBiYWn33UG+MoLLH80rbdmgo0cNWOO+CIxyPl06rODO79feC5YYuzhEqVBrWRHTDRn2R+jZa+PkO7AVUlguRb9sxY6KNln5t6gJXzYN0en8Pu37CqVfK6m1mWb/TaXQFTmWxYdziNWik/6i7PARGVaD+ocerqhvYVjcVCZStZJvmzbr7eveG0dDhyi/mgL0pBlBiNZmDB4IIzn2dkbG7NaHDvRGTg7a+uBfHsr+q5sKPAhNWjgfJmf0N6qZVDq0YPbzfj5zPDnXuBHVqd4JOUN9cowCyp1OL6Bm/rhHtUako/TnefqSc5UsI1pCvzkC5RZyto50YJNptrGkzaOR+qCMX/1IEhQNg7DyI1pDM1tfLA4L0emqNElNIDx4g92MIoCUeBJwJz6hotkMSlHBtwpOyy1bvSbM/RklqPNYpfK1pzklTvsC3sxHr6Hyczm6Puyka4LN9FvUxQpUheWoWFfkZQJ06NLBf2uIxl2qpvNQfL5Fd3YkoDaJO4q94AyS8RVxMYEMcCpQzP7fNfK2hVZ3cLcZ2WpDnBnKkPnwpFPAU8fX52wOReX1mbfWsy6KCBBvrgNL8gwNLFOqkuCD+9h307+OMt5quapV0WTWHuWot/zbLNI1/Dov7JitLvh92Ea3uqDLuMx+RxiBoZvaI7q9bb3D8+hwhTe/Q3eued0iZdHW/15k3LocPpxR/BibgVoPZuyJht/VyYCcKQWIVJw6ozS5EifXjHBE2zFAHJmpQZloIAWUVKD1S/wR3xdVSoIhp3TN/PeeSFyZ41G4/Y4qyO38X4OAhuXy3BpLCQwF6XTW/nlW8Kv1zTRfTQSYcQGOFZHHJKodmb2dfyUNEknWCef2lvDvV0p1bkh+J6GN61c+gzOepdOFcG5kaztvKYUrlghV7NINPVppjza9T3fJYRbtJnZHj+tj+JmwA2V4gzAFlcfaUv0DfzCulLWspN2FuA1C/Wk6+UaQX8vc8qFDiB0UOp72F74450F7B69vdTno3Pi9wJHC3y5sTT60qnxGXCMCOvzCYepQRmDdHFWxgB7DzXAaz0J2Xhhv+mkzUSuYkEeQb+xJmjqNxbj7ggpqwDS+IdMAyAetNhAScQfec7Vw9JwRSdWNwN1YMoU99qvc2u3uZrPsNmy6dBd4gZ6d1K7bb71LOMAXWLHo8WHQyAnttefD8e680OxnP5A5DqxW3X8IU6M8G6/HoJKgzLDdsvhTulkKF7C6i+C1tifypbWV9uZZOOj/SDtZF5bBvG0EQu5sR3QtojmadXfbjLynE1LLLPRbbP6RRD2Oq4KqqIhj2SH5YYe1KgmHZFOnMRTG2reYdnKjEVwaMPIvLiUYq1fVPzXvxmdQJQUUCaJrPfMtQ3poiVe8bgy6ys0qR+zEut7qI0By/G2RncnxysniPsGuooNiMfUd4Td/pikpFjnOVlaQvKveZDn7hMg5+HzKzsEvEp4KW8ULZ+FrkV/FszKHqbJYLDTWU/Q8q0TwiYU3K0Asd4AUxPo2j0xES6BduALdivGulqpjlAxTD7Fcw3qdsRMFMhJfRbbaFLhyGcCabdH4O5pZY9cByxtfxhe9qH8wBivHWnHQB5iUpXKaRvE/vvZp6+dywn0EdS9yLmTCXeewydplTFAO5bfKzQgmQRk/XuJNio6gxCKzt4PN3+YmMDPpZkbI/4j6PthNYRAKuvqFwOFQvDbT3lgQ8hmSKcWiiHFm+CfhHaJdU22S7DjYMluXmVaQNPBbRr+A+cXK456rYOiu1xeJgoeAavt0rXBFhFsNJU/fgsYK7IWhu5i67ypXvylZDoSu4YdFOTWjab9BVIzYQg8xxKXVlw4D0NFN0uI1xSdp1mjMWs5ZGQA6LCuT5ZttqeT48bQC/xsqUlydSvrkc29P7fos+6N25j49D2ZlD6/G+KU9KrWlw7A2bzzDRY4zChO4VebYcTrWCf19elxwfRUO8pJt1UoXgV704tOTRg5qh6n1gSZBfef9ffrz4UPJm8AQ2lPm+POio1Y0dSUhoLct0Y+ckIauEvJ05izoy6T0eKAiBTfi6b0If6A9ccMKYIGNBgC4VPUP23YMX76HPlSsgOHujL8yMNtz519S68MUTj4T+f4frmzyMhdVmw6MsShx4MfkxfZ/CQ0aGOFfOFv4JENcB0UyF5FMHe3h3o8t76pIV7cBFUhPlTLoNAWX2VjZZBuzoBlTtzk6EUiY9J8ehq5bnZ/s5jGbkDkBgdMPOmIW4PWnoFW7u6AFZ1Ayqhd9Sw56RLD4e2yeNVUuoAfSjutMTOw2qXnrRn3KdqCAH1CHp6LVMdVsie7dsiaFCtm/HVsvEezROxx5YAGLF7/A4jUgTV1WmgeJ2ZDGgJA+p31ZXq98d5ZiWFGJRblEVWnIX9ohrvUmqMZKa1XphztTRogBAiFkDcazLkNYjDwJ2IunFb1zL0UXcVs06bR7UNZi0VX+Fl6+YuRiYd34Vh5vh0X17j5u8fD/zDiVRgzJ6EKpNZOvlNj7abP374L3g6Xm0TH1PfbGaGn+TbsEMB1vN3wA/+/0gPVAnZ4yBSIP6KLtQQCGCCFGNROrTO+I/nZzCQwmXFStYKa6vX+TWO7Fh79XO9qFdnMkfwcieKultU6qrwgoY/V7eZt2coNU7Uiac1TzaBYCIrncjpLwLZ5l9q/wbsjJXhExcm8JzrDHNPSPMkAoopneGSrccBYeDyvFEBA1T+YucsBQERma/xMVx1s380pQR4B3A8HFvHN405xYfbCYFVk2QVmilGDZSG2goyAYHSKFHNRn7u4utq7XWg8hJ/4bscAq1Q0MvZdXHtWuAGgcDE26gIXZdum7qHl2meDA/B8SiRBskDsTe4FPWIPeb+RkT9ulpdO6DwJErNhBPAHdBhtjVgOSATkHdTjhTwqmnZxVNK+ynFxMIRL+JiQ44rnRDlQBR8NP5UiIcpG5zsM44YerJzHX0+ACXHxsawlWjJLex49NWKi0M4fHbrBDcEhhS7ZYYK6yxdYXv7kK61XkfEt+OzjOeF7oHGHw2X8wF2B2Ff6+JrXnzfvTLzXcjpcf4BtDYnbOC8/ebv0TrYMxijIRZmNhM2rYr+0o39pth0z5IMP4Z6lp9BdqyFxTm8NCUQ2nnd5NH2ljXwzkXoDW/Ap3VOpK/PggCwBAwqXffmD88XgbTM9fVUOx2l3MUMHQZC4Qn8xcNrUPn/KdLocGMHZ+PPni+CEZaG/yD8QG6GU9Nwu8Ga1Mwc8+NAKmfsQFNbPMz20bbG382fquGOLTaC9Sb2WndEWgGn3c/WFnc+chCkl3lkbaIa35wBz/enPgZaBjcsUE/6AkGbCObQYoYTmP/zAt9l++giUI527MweON0HuKgL1ksGkx/8WY+5oaoKZxqRmNlF7CSqln/I8diB3EqU5mr+JM/VafUuMKc1rd4AOOfgdb9+j2jgUrZPRqk/Z3gNUS89W+rH0ZLmm3xe4C4KR7T4UEpbiK22BoCPGhpr/lXUNJB4ZCwVPhs9qJmkArCIXSSTtp30MttUIOBLte4b4rf/Q7ObhVo4e8l9N5EtOUbE3ASi6VXA6kYj+lV7eEPjvkddMpVQos35f9e3KcVfZeeZ+1WpaDx+7azKWTZsXgWtPLcp6bx8PpH1jMHbeoeXpfZkbi4Hp8JsgJH2IWbiO0vHY1yT+yUtO2Q3c4qQbfWDal7qcq+6p8pP5AEBpleZtxMaEJjYYYSZ4zlvWYTpcQUg/ybwdh9mfAovOaC/OTqMtaFAJC8ZhWjOO2isBLectsdvmGAQME39f3b1yRoofwp9YbyUZEvxHCjD/HHukPy3NEa68C2g4v2YHQNaEfm6hJUHYQNGNama2Jr38dQXFhyAa34QJ69xuYl7VoiEdpsyG3AwWUdOKoB1WqHAeHoaiYniSvJfdYl0I0P/XxPbBsleK1X7Dm7WYbLAKmcGBNDZSBjbzrjGL4XA8R6WzADZbaGkAJMlMC6mwj6aoosSL/Wc83nNDweA4UsHxtvFNi67GqZbmsImL2/FIafgWtcEN03YZPJEzbUmIywv87EP5aNLoJU2obhJujjD7K7QJiB8sc26rV/2pg6B1An2LTeCZKmveYU+Y/+sxJMAqOCNWud+rjOUwf2fBHGMIWSzPCAv5UDzVaqbDjOjPlqh4B1lVA7alV6KeF9jlR+0sfqQFB20PrbyPsQm8bAo8jSYs6/WFRT8/NYD5A0Gxo0y9w3DthIwabj9avj65y8pvEnkT4mflsxBLu23fs0P0roA6DrOGZd6zzM7/5r9s2pcdTjOAib+wYX0UNcC7/rFDWb/ZMENwRmiOVlrR1mkuqFaJ3S+fwrhrixwh+DYg8018lfy9o4mBgXJvJXc9+QodvLV+rWfGFxqRJcvOi+Zom9iRD7nZ0YH43u8glQ0bvOnqM6H3yRLi+3syyA6UcztiZlS7WGYBnrDZHsi0HocISuqPTITFV53esJvgn44t1EjYlmcWrjtR2U48+zpwutWUg1baaYDRO+0YNwFiG17gy+hnWeB8iAWvKRYcZV0M98F/gO5JWLVKetjnHHwbMk2SDMvKv7Nfp77ufcEq/yIp+frQvVT6bYz6rdRpwulqZR3fCPejcNMVjsya3ohvuAXmla2EsG/eEc/8Ynsc2YtbDzEnsjPZjli+NHBiFjJw5VRrZhkfkE92FkiIZrwoUd/m38kpJC/wvn5m1zWgus7m+eMXENK5hObEgv7Qp50MTMc926l9EbHRsXN/oEeYuQwwL4ef0aM+CkuZv/FkTuhQYTAMNUfwX2Lw7mEY+qffh1bjuuCiSA70+ZNRjdY7X5uw5iHS3gcDd/JeK+gBl7OOo2MC+EPq+QbdZPA5H6+CL5EHVfwb4J6NZA8qh196JwaDntfin2CdTX6pHULGrzTSdhZoIevEmmk3WTpQ+GnED/rugIw9+hGufkKZ6v5NoAuqeYMwlI1rJc9KztoG8aKF5lQWOx1SSpNeCGa9eSJJTDb46mfa63OFOT0B9m+rNCI9StFEsJDgaBaKu/l5jyXSi8busBoH18wHYp5L9/rsYm7utKengzaLfy2SE8IJ3xuYpdE8NK4l0I0Z/uDc3rokTrmggQ3x7bPc919x5J8DGRpceBHuhU6h+bGUlMl+1c0RkiIStTBHXyPe75lowf7hI/pUJu6Xv2WM8rv1qqn+JrTk3I60xiNkocRwQaSSf/vRNGAE=\"}],\"container\":null,\"stop_reason\":\"max_tokens\",\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":2811,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":4096,\"output_tokens_details\":{\"thinking_tokens\":4076},\"service_tier\":\"standard\",\"inference_geo\":\"global\"}}", "recorded_at": "2026-09-23T12:12:30.652582+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad01e2d9-d3cb-4e84-a210-fb9f45c926b4", "result_sha256": "c3c177eb33f9331d81b84752b16b0e20e10d4814388ddfad164a5107264b31e4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012364, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2811, "key_errors": null, "latency_sec": 2.8472537340130657, "model_name": "claude-opus-5-5", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:55.825105+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76cb5fab-c494-47ae-9807-fa451f25dec6", "result_sha256": "af66364291513a23134c1bcf3ce513c21b7a5c09d341a1ab3b2b62a00f715858", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.9396513749379665, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.123139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b37fb59-8062-4754-bbe4-88b147b5822d", "result_sha256": "0a29d2b1349a5b336ddb9434ede5595e54881e6a9e9a138ca16ab25fda5bf974", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.3037006561644375, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:38.386252+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd89e6e-a558-4b1a-b9b9-15eadf7951fe", "result_sha256": "ae948cfe37db4db876a0ef176b7b860466f1f4d69e17ca137920c1adfef564eb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.441456411033869, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:51.111220+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c399368c-2f4f-4d4e-bbe4-99ec9b1d070f", "result_sha256": "562f0ef14ea287dd14b15194d72b166988cf2f2d292e241a094b43324498a7c0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.46552020101808, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.217339+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcd9ad9-0dca-4f07-a4b8-a1e6ac9f73ea", "result_sha256": "3f2a89d099d38a8361fcf0ff3bdf68865be0dfd01aeec5bed95d592a75ebfebb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.2359905939083546, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:43.548858+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28b4edf2-24da-430b-b172-18c5a139fa69", "result_sha256": "7b18d97b70e25b7bec3e70885ddaaafff1f341965e2310c70771be56ba6df1ac", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.678006486967206, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:52.501856+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "026b8200-4e79-4901-a537-31b64f500e38", "result_sha256": "e5b2a520d03cd0b6637bf636e975db6f7a05502763ad67b3d9d448ced97bae8a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 3.044527043122798, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:57.154869+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de7efdb-4265-47a4-a564-2a2c1cdcbc26", "result_sha256": "cbb725c4378b8085587f1b2cfac366bdd6cf2394f91e11de274a50dd956683bf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 3.586170790018514, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:01.195525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2531389c-d644-4891-8b4d-fd0f44c0e07b", "result_sha256": "1bcf0cf55841d8a5cb3628f5b6791348be55272ba62b99a9b6577e6e328c972a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.9264620139729232, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:09.135239+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8749bc1b-f432-4591-8a9a-e08dd631a2c1", "result_sha256": "d1c656cacdd1b1ee2b937c3e4129a72dca017eb37c15562a598d08e4281acde1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.4493550730403513, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.579307+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad718e7-202c-42c6-8ac1-0b04726aceeb", "result_sha256": "d0e1a730ad55d1ac4d3f1b029a4ba268080110e04aa8e8dcd8f190643bb6e0d9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.44010300305672, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:53.208932+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d60013bd-a05c-4e68-85d9-a14ae86d9ee3", "result_sha256": "5ee16219bef9e454a4587fbe8540776439872e69d4c15deb46666f8a10d1847b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.6989948579575866, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:18.163831+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5627c52-eb27-44b0-96f8-16c1b2f9bf87", "result_sha256": "b1c01fb70e63f944a9353a8af85eae3d9e85f509c451e4c95c7e4ad3f2d93f85", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013972, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.2389770969748497, "model_name": "claude-opus-5-5", "output_tokens": 133, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:32.433739+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9d87b51-f317-40d9-918b-7987feb5a47b", "result_sha256": "822276a6009a30cee0c73639920abca73894c03557d7952b67157c419dd89eda", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014012, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.429708265932277, "model_name": "claude-opus-5-5", "output_tokens": 135, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.326747+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97c413b6-153f-4155-935e-771a9dfccb63", "result_sha256": "61cebc7d7dc61c7876346734010cd51954881ced79850f9f7aff6b465a13a3d9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013252, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.010172422043979, "model_name": "claude-opus-5-5", "output_tokens": 97, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.202343+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89e6a948-926b-4157-ac3c-c2080610aa66", "result_sha256": "80c446e9dc10e5f7e5e71ec499850452dd9afa2a3d1e4645d905296ad087d579", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013552, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.702493085991591, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:52.992888+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "651f6e6e-a290-40e8-95c5-84d0a418e3f6", "result_sha256": "c241ff909bd30fa058099819bdb51bafe2fb316da8d61e040a91132a2813f631", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013572, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.143824027851224, "model_name": "claude-opus-5-5", "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:06.197085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a69bd14-3f3c-44eb-8a33-0bd6a41478b4", "result_sha256": "f1aa4aac582c522ab03e912b80c0a5bf5c2e4e4f13f6386763d9055a7bff4fca", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011592, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9200136039871722, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.285483+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51d32567-9408-483b-a02f-2647b1ccaa66", "result_sha256": "cad71399c076d3b1ac7244d2db7bc58eb14816767c17c624a1890f5b69c52ac5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013552, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5859024738892913, "model_name": "claude-opus-5-5", "output_tokens": 112, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:12.629794+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68360e08-33a2-4926-bc3d-48c589fe128c", "result_sha256": "ac32a484ca6f51cb757161fe3ef4cdc0312122d8e2641bec3190fe836dde652a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013572, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.794756334973499, "model_name": "claude-opus-5-5", "output_tokens": 113, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:50.064978+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0dbbc3c-6370-4791-92de-658887b8ee2d", "result_sha256": "f1b6ac67db7e13a1df83521ce1ee06e9df7a17c9b12b7af0232cbd8702e5a9c1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013052, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.7260064461734146, "model_name": "claude-opus-5-5", "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:40.093028+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e1c4f29-0c28-4e3d-87c3-6e6d8484e485", "result_sha256": "511e32f42558cc8e8604140412678b5825cfb16a30c9b888b84d6de31cce67d6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013052, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.322280426044017, "model_name": "claude-opus-5-5", "output_tokens": 87, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:36.471400+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6245769-4281-44ad-b7a8-0821e5ad5931", "result_sha256": "a89de5dfdc5931da7796e29de93d89f2e5e43ff20a861e8200d6a65ca8ec52a3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013012, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.839991564163938, "model_name": "claude-opus-5-5", "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:16.613328+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeb38f12-5675-441c-bbbc-deaa909b9834", "result_sha256": "d3b3b2c21166a71aad5eaaa04face859bbafc6028f55b48b92b8ac48e6099946", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013772, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.416660055052489, "model_name": "claude-opus-5-5", "output_tokens": 123, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:33.640055+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bf038d9-dc0f-405a-ab15-ab8da6516a5b", "result_sha256": "f275953c3bcee5959f784a316c37a503b9c8b125b196e6cc0130769b34f54141", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.5212608501315117, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:17.116696+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f465094-dbb1-40f5-aaed-338a76c044c0", "result_sha256": "bbd9727911fd782461f71ce5bb17849b9a7284c9ebb25f52dfda2cefb4757214", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.415110050002113, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:19.195108+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc0c8d1a-f1c7-4cb5-b82d-2fed6de97b1f", "result_sha256": "1168ff790f8a10c68c0bac8ca9b6e7bae4e7993825a9332dc4987287233da004", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.551349941873923, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.538719+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "143ac6ed-aacd-415d-9120-cb6b6c1c26cf", "result_sha256": "4d5a32e0b73da20a7c524fdab23aedad160c8e20eb3807b6e3eb9ac3e3789b7e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.8242413690313697, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:13.035125+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ed86331-bd82-489e-9cf0-04ed6edbb56b", "result_sha256": "7a765445d9f9cae9dba19451c186b08089741a5f0047aaa464e922e3f3ccb1a8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.547751357080415, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:06.252928+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4afa9545-3c1e-46b5-9740-367ec873557f", "result_sha256": "c1ad5e821d628b1fdc0273dd4d0d011752082b86eda6032f480fed93b68c69dd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.4779456900432706, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.562540+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae415496-bf0f-4846-b31e-2b2636b54ecb", "result_sha256": "6e63251437c2b1d5afe3885b9fc0a51922d93225dce9f2ac1a68708e12d0c67b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.7019504059571773, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.916289+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc605e9-d9ea-4941-acfc-8082293cf22a", "result_sha256": "81a3aa879aef35b50374f7589c4114ee7cbfca7bfced4385cb4c8d59309be471", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.2873853219207376, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:32.772671+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14942727-fbfc-4033-9b1d-09ec92317904", "result_sha256": "27eadd40c03f69ad11434a3ea85389076324a46080f86a3a75a991789bf376f2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.4551282869651914, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:37.284491+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07098ac2-8d4f-41b4-b17d-fdc91e961424", "result_sha256": "7e3c337da7a698ab8f21e9ff8d8a12ed8e70747972b7eecf820ad4552f86af95", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.6951748130377382, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:21.783792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fee69a91-a1a5-4dce-b0ee-600f7eaf8daa", "result_sha256": "a38fdb1a40aaed68f73b16771d6b7556f30797bff3c6a7b4d97da0bbdb25a1ad", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 2.303014522884041, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:58.369320+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5adea0-69d2-492b-85c4-7ac6a3c02385", "result_sha256": "3fca776f15d9197f5fcd77164c4f8e71572bcc4b0653e3d3ab99989d33d3f00e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011372, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2788, "key_errors": null, "latency_sec": 1.711345509858802, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:55.355315+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f10e57-54a4-45b4-934d-4d0561bbf1da", "result_sha256": "81208584a422a31185b9d2a55f0289b11339d72595ea3e2014b27d86153bf959", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.476417356170714, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:11.033584+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "565fbbd2-9676-43ec-a75f-60ff8a516edc", "result_sha256": "33cf6bafc6dfd96bc14fb2feb1f4fbd9f014a35b672741099667466180a9c82b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.137434417847544, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:30.219998+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24dd40d7-d4c9-4140-b3da-93a73e0842c2", "result_sha256": "9787ce0b10bf89ec7136dd607ab5698ab4248db73bb5a593503e6d62ae1a445e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 3.4552467740140855, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:51.888488+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ff9748-0211-42d8-b863-f5089ed0e52d", "result_sha256": "ce28cf26b97ed486af2ee00a70bcd7c3611f57abb35c820e48d59b40bb7842a1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 1.8853147230111063, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:56.345927+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "edb20677-73fb-4b0c-913a-ced30adb7c8f", "result_sha256": "db92f9f230919abcccb25ce3c1aa012a6e6789941cd111929b5d0581f9119c9e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.225363570963964, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:19.203608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "26de5982-720d-45d3-8b7d-3941832d1e35", "result_sha256": "aff0855741430f1e3e679042963895cd449c9064d46aca3c1e3ef4368bf77319", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.3606290018651634, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:37.907702+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1371037b-c910-4d28-904d-00129a5001d6", "result_sha256": "b542fba071a000856776abead7b0cfd022c3f5cbfa6f535e530b37aedd6bd7ab", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 1.9525179150514305, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:01.741346+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c09f27bd-2aeb-4e9f-a4d2-026c34b3224f", "result_sha256": "fff8bed1afbc064f90e388246ab428051956d5ce897778a02ea91df4f9ea21e6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.593501143855974, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:53.604734+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb2812c-553a-4b77-9172-8394c341ab61", "result_sha256": "7e0c7850920a77070812abf026827a8afd3b6114cb35154ee2ba1c8337dd9c94", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.413432080997154, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:29.179072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd06a3e-3b0f-4682-91d8-fee191ca02ab", "result_sha256": "d539c124f2801fd5aa691d0ea90177fb7ef3878dfdffc9acfd7d0de70269f4c0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.5100082920398563, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.688835+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e590950e-2675-4d7c-95c5-2f9f1cedfe46", "result_sha256": "f1b19d6c61f3b02afc971aff7786dc005f8666536037899d5d349c4107ae2e8e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.271411648951471, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:38.769197+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81555c8f-a426-4eda-845b-036bab8ce817", "result_sha256": "7903a39cbbb34022b0d785fb10af39ff1a30937f5bdeac40e75c171925fe221d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01148, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2815, "key_errors": null, "latency_sec": 2.452148284064606, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:05.951745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97608606-b42a-46d0-abd7-dd483930093f", "result_sha256": "5807c60d398d5edb6c88035dd2701222f663108785b1c03e2c7ed31543d5ebad", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0141, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.9322864720597863, "model_name": "claude-opus-5-5", "output_tokens": 143, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:44.526333+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19871d98-3f4e-4837-a4e8-ecdd6c70da13", "result_sha256": "d9401e2b4f0e9d442aa339777912d55df09d7221dc57946b7d3d91b2168692bd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01406, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.7312494521029294, "model_name": "claude-opus-5-5", "output_tokens": 141, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:20.507685+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e526aee-84c2-4fa9-8b78-515d1e2c6d3f", "result_sha256": "7a077d9a674c7b1a6253bcabd1bedb3b343c7674f0832ac2f33cbe83ab2112e6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01374, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5367858780082315, "model_name": "claude-opus-5-5", "output_tokens": 125, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:08.519072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50792f30-b1c2-4b9e-b544-237981be5bb7", "result_sha256": "a313ca44483b875aa05683615994dfe66e22c53e6351babe3f9f4a6772f5fbd2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01334, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.237515683984384, "model_name": "claude-opus-5-5", "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:48.810703+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01440066-6a28-43fb-acb0-d56ea736b3c9", "result_sha256": "8e8fc1d7bc9955e7abd54532c207074bc9858476bf04470e1b1ec49a8da4df4e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.6680734809488058, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:43.362250+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ba53e5e-aef0-43c2-a8e1-5b28c614bd6e", "result_sha256": "22059842204da6d098edf7c756eddaa1d6f600013c9697519e2ed50bfd2c458c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5877446189988405, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:55.630606+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d95906e3-4980-43fa-9d96-84a1d3c606d6", "result_sha256": "fa48cf741d31276ce78b49e13abc0f3ec4f9450cc8908b2cd4111e4cdf11ca92", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.3959843940101564, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:25.831113+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f4b1f35-a0e2-4aa0-9477-cf7cd7d9019e", "result_sha256": "0549699acdbef2fe582c812a0404ef201abf59c46b7a34571ad831fa0ecb497a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.6900858089793473, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:22.319651+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31ee5e9-41a8-4ce7-8bcf-e9f8cbc21abf", "result_sha256": "8a5c1d27d53d3e5bfe37b8b71f0573ccdfeff60d25e6a8f71fddc6aac5f9851e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.350618903990835, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:50.648938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b1a4f3-1c9f-44ae-a56e-a04ccf039c63", "result_sha256": "20800e3354f920ac2ee6fd73cdd79716d5482d068b2fd5a0824c59659dab7fbd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 3.3181332100648433, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:19.709202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3108b481-f7b6-45ab-bdaf-d78571612d64", "result_sha256": "aaf8fd2cf2c68c82a76d5b19039b8b408616e28d3a227642a920ed735a594569", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 2.5379346879199147, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:57.070458+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69d15c92-fcce-49f2-8bbc-8890991da3df", "result_sha256": "4c135af03af2a69c1f053478e014b1b3a2b6a0a4ee9aa0c724b0323661f061fb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01146, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2810, "key_errors": null, "latency_sec": 1.8932338198646903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:41.275208+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03641e7e-0c6f-44eb-9964-aa5859571446", "result_sha256": "36ae36a22bbf69c7d17e7cb13dd0bc111a1ac209364c9aed7037413dd172b921", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.3718300410546362, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:04.038393+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b77827-7a62-4f51-8ecd-814c4a9b369f", "result_sha256": "c7aea3e084d2bce5f0cb757e293b123de1c2eca133c157fb0eb03282cf3edf48", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.3330778498202562, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:33.120217+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ae8fbbf-624e-44fa-a4ed-d82f27958f5a", "result_sha256": "0347799e850b9506e139602149b24618a7524dc0da674373d222d09bef6cddaf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.143314569024369, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:03.633945+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68f9b3e6-5de4-4176-a2b6-823fc3767778", "result_sha256": "584c0bcd58c711e255fc22d9c20fd89acfc19f4d08f881feae2b15fd02d21f88", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 1.790017091901973, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:07.232047+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd446484-dcee-4771-9410-ec8e84f94860", "result_sha256": "a4a9db2b5398bc231cbdda90b1250345b66b0f98a70af9d67b02dfbfb4d6efa9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013804, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2128834668546915, "model_name": "claude-opus-5-5", "output_tokens": 121, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:25.170182+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16968705-57ed-4024-9141-d229012b39ef", "result_sha256": "14663c323fa5332b598ba14f921f290576243b784cffc0e27afc93420b9f6635", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013484, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.1163307309616357, "model_name": "claude-opus-5-5", "output_tokens": 105, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.383440+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4145101a-a528-4488-a9ba-251c1fc375fc", "result_sha256": "e11065f12e2c5ba12e8e44d84ba9faa1f310b9bf183ea394d3c23b5481d71cf8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.015604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.9295949251390994, "model_name": "claude-opus-5-5", "output_tokens": 211, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.112273+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f371048a-cf95-43ff-b931-e7e9e25e49fa", "result_sha256": "2869aaf69dd9128fdc0962d89f3bd628a9e2e11ce044c334a215721d9676b79d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.014004, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.740094332024455, "model_name": "claude-opus-5-5", "output_tokens": 131, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:04.021500+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99f53267-096f-4dd2-9e83-5e657968be58", "result_sha256": "ace57aa15089b87613e6d86f92da9c6fd9e765931f02ba5545d3af853f02333d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011604, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.458605342078954, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.620185+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8f25394-d640-4479-a655-c45171788a83", "result_sha256": "8045b471b2e0a52647aef94c2ea52bad4bb2b426cf04a3d1214c789bb1555af8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013364, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2567824709694833, "model_name": "claude-opus-5-5", "output_tokens": 99, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:52.942124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc8a2934-86ec-4af4-9722-5ea3746b51ef", "result_sha256": "00efc722360fe424e1aef5b9cb56c4d2c2d8ce63fa379d7cdd727998d075f1c3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011664, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 2.9209334349725395, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.010838+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ba9447e-bb2e-4d2f-9685-bc8cb71a9faa", "result_sha256": "6a8d75347c9485f16a59c269b3d120207bb3b008640e5f86c84f0ed3cdefede1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.013064, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2846, "key_errors": null, "latency_sec": 3.2684855670668185, "model_name": "claude-opus-5-5", "output_tokens": 84, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:54.707631+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d2bd3a-8041-4860-9ee9-e55ccd4cca7a", "result_sha256": "0622d5c4fb739a2cf4c8d2a7bdff3338388460c9dc74ff0e04fc79e494d5807b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6761384499259293, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:53.656063+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4074b58e-6e53-43c4-b7e7-5c12ee609bc4", "result_sha256": "9d80928e9c64d9223f1b1e0e9fa92694cf737b8c087e8201abecb38706c91bd3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9787546980660409, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:10.716934+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40f053ca-e6a0-42c2-9cde-014d3039369c", "result_sha256": "fab1e44258a9444dddbd73071fe4c92533a61dcb5218392261e34cf0ea63a7df", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7724952239077538, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.726559+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53bb500-475c-428f-90ae-3f1fbbc48675", "result_sha256": "040f741838bf37d2a92f8dfea2743e5135f98e395df8ed2f2a99a37ea1b9b49c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5283627358730882, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:31.353628+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73995d03-98f7-46be-b4d3-52f11d421b60", "result_sha256": "2b43aa6f17b8bc0e73d57ab5ad4d9d09cbadb6a1872589d1bc713f42b2671cd1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8791631939820945, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:54.604519+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af1078db-bf38-4d5c-b554-ad89d4ff43a5", "result_sha256": "a738b1325bf7b82e9612ddbb919955c689acc43d5105adf1c5e9f43917abbdc4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9593186872079968, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.920208+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f04f887-236b-43b2-8136-42e7bcf80000", "result_sha256": "e57dbb34c75e5ab0c01af0a5d03cf7bd1fb91a45d4a0f3e13b702621b4582e67", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.5586440090555698, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:39.833859+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c247bdf0-439c-44ce-aa42-19c87f06ee1d", "result_sha256": "c621ee70fddf261fb0cc90a3752fd00829b89fefa192634b9d06c7b049e3383a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7306812980677933, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.887575+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf6ffb54-509b-4330-8d17-8d1885328faf", "result_sha256": "8e8c1ccbd29d316c2d5d879f873e72d4318a7c1f12a3efe5ec6eb8576e192f47", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.9842370601836592, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:34.599400+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0f604d-4d1c-4fc3-96a3-c8b883d52824", "result_sha256": "abf6da732b408dc290302dbc7b590d86bc059de6cc692cba42759607be325fe7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4481032791081816, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:33.456879+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0365aba-8399-464e-8bd3-8090ddee19f2", "result_sha256": "7a72d9ce7cf18e7313de262624f64c5142b44aea0599169f324fbe96a3d4d9c6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4767369818873703, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:41.209525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ea78b0e-8c1a-4f77-a1d6-15fda74c9f7e", "result_sha256": "d092daff2deec22f2a2fcb9628fa1712ca964f5cca939caf4f5582aa09b94f4c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.0287301170174032, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:00.839453+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9abf0a-76a8-4527-92f3-99d42bb4ce6f", "result_sha256": "3c3e35d0664f34936ca302000c364e5887f9aeb7a51e4ea915e50edf40ccc5fd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.417564505012706, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:26.460161+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "060fcd5a-e742-49ec-a832-219c521fc9de", "result_sha256": "0a9e9abb3ffd446756a51d936411b20e6bf2350719670e1d2ab49aa9e5d953f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 3.0266698161140084, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:06.852895+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "405653bd-d79f-4835-939b-58654ed4f003", "result_sha256": "f14003f4ad0e1ad5352848272d9e0d79cdb86b6796fec5bf5c66000d5743c402", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6536253010854125, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.078135+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d773c1-51c1-483f-a5f3-2e6ce500f594", "result_sha256": "43e5c05243140448a0e4005d4f85337723eee3c0fc058482b307b683274cbacb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8585824058391154, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:20.414523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a6c55b-9b18-499b-9bd9-ce08d9790300", "result_sha256": "8c797dc00a3dfcc2ede83e8215ab492c939168c07abbbcc31ae711c624b1deea", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.302500751800835, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:30.924680+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd9d6af1-0e32-47a9-b3da-7c7c9e8aac47", "result_sha256": "d106d2c59ecc36cb1e8a61427a0432462ff58decf043275c91c72d30c5a81047", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.2916518680285662, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:38.402619+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fd96fc2-49e2-4ebc-a695-60e5555e0800", "result_sha256": "d0768dd8783aa78b3f0f8cc8eb1484450eb591bdc0b962419ac33c6371e5988c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.7403314642142504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:29.395894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aa0b24b-4d0d-45eb-b77f-674f99c72332", "result_sha256": "7699fc9cb73f5ad32f853ba1d55de7d2416da97756318bf77b3632bd21dd25b9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.364442427875474, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:26.706196+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "032f9e42-8b98-4878-aba9-20021bec0996", "result_sha256": "c058a3850e3f9314ca7fb82b8ee2b539eb9b2b9ac5a9a1340c42aba1f8357b8f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.4203126148786396, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:50.018765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f58cdad-4228-4950-822e-f2e2142a2900", "result_sha256": "c47b56041e94a023294be6af1ef354a21605b4fbd2d0e7622231f9d3c2fdc1f7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 2.212714978028089, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:02.864867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f85cb0e-cf24-41ce-a626-ee9babf848f7", "result_sha256": "59c6b55b30d6a9ee7c806b10078b5fb0cf4203114116ad4a456ecd29a03216a1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.8784239860251546, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:23.150709+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98a34176-6cbc-42d1-b6e2-3fe9f20183a8", "result_sha256": "6cf713f15f0bc13f7f2d3e7ab1217c414977203c7248a6d41f5ce5649176ed03", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011532, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2828, "key_errors": null, "latency_sec": 1.6725665689446032, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:32.931124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b0bdba2-5410-4a4d-90d3-240a93ff9e88", "result_sha256": "fb6b266378283edb147364b54475cc5c50e9fd293cae9b8a9e15b879eea634d5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.5029262909665704, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:21.894745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f44c87ba-3ed8-43d6-bef6-2f61e891ec6b", "result_sha256": "2f4efc08376f7eb8e04db2c0e84c0a6dcfa3194f573153ed28bf8a4687805e21", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.824921227991581, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:43.401394+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba780f85-c092-4763-9a4c-8f360ea5e4d0", "result_sha256": "09767113a4a7ed914535e383dde282d83d4877f89375e0bc1e19520efe5db1a3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.1971063239034265, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:35.688760+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d51fbc0-b4da-4346-bb65-11c339bc55e9", "result_sha256": "620bfb3a64b343535eee08d3d8197d711afcb8591d5405a32ad32dea90aec645", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.9333660718984902, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.482424+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aa12c61-f438-43d0-820a-c414e9fb4ebd", "result_sha256": "259ca90e5ca1284ad3afe051155436ec9384b8bb0b0d3b85b82b242d8760a9c6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.5200085039250553, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:59.526893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82240c4d-2af0-4735-b39b-840d8d40ec30", "result_sha256": "ef1cc077f14b767a9cc5025ac33b3f1f6ec8dda31cee07fa43e81e8d1775e8b1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.631937138037756, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:14.721292+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bc7583d-cfa7-4c7f-9756-3d2c4fe1dea9", "result_sha256": "64d7ff4277c0e233f4b9f01193eae8e3d0635c3c08db2244940d033c37ff77f2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.084770825924352, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:06.485988+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c0a9d92-4a11-4619-b4ff-0ab0f3a52e5a", "result_sha256": "0f706fa59bf8e91b56477ac8462d49de40c137c6fefee5dcfe4e6ee39b6927d4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4093789111357182, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.422044+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ee1b0a-1135-4cff-8eaa-47892d5d9178", "result_sha256": "10612a8b2e659eaebdbb2cfa70e631436fc938f4c37c15bac8b0202632c1d132", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012664, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.0680657990742475, "model_name": "claude-opus-5-5", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:44.014867+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "336d922f-543a-4ec3-a94e-6493f401d8dd", "result_sha256": "fa36bcfbf5c0d7c379ab6766b38376f73fceca063b788519ba083cd144d96925", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.248646679101512, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.555308+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "424db65b-983e-44d6-a7eb-7445244a67b7", "result_sha256": "37146b83cb24f7393b7ea6b006147b12ff1f25b512438bf658623b93aca01cee", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.696193502051756, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.309862+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b96c9513-0bbe-43a7-b463-0b88eef3d89e", "result_sha256": "d5d2ebe48d93bf2fd541ee123146c4d784bcefc9a112e985fcabeadaae9f325b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011884, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.841059041908011, "model_name": "claude-opus-5-5", "output_tokens": 26, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\": \"C\"}", "recorded_at": "2026-09-23T12:12:10.467307+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac02ee8-77e1-400b-9339-ea325f7ee54a", "result_sha256": "44bd50394981187fba3edcaa7b77a45acee620614c53b9536be13c02da26f32a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.489251842023805, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:17.033468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14ec4e2-6a39-48c5-aea7-a8458143619d", "result_sha256": "252316f33c8cd145ec27e3f84e5c550bf976e415bcaf966cd05f17d409eefa1b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.9320833280216902, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:39.719608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "656bd16f-3a35-4ded-b6d1-2cdd6826928d", "result_sha256": "3483c6a8d911b21e1407845cf262312653c05480ebd68799c2113d7543f041fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4204686819575727, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.312937+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "795fe84b-01dc-414e-977b-25bfaf89542c", "result_sha256": "5aa8fa4674ab761c8ad92d726fe27b68f1037ae8d8fb535b3ee56e251a4c9c7d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.6924428490456194, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:57.348505+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e26c5a-73bb-4a7e-a19f-06a053dd4c56", "result_sha256": "6811d3e9aa4516ff7a044a005a6084c794169c8b1c5d0af14d3fea6519d45075", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.7566704410128295, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:18.454510+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfa6a78c-735f-4669-b17d-1d89107e052c", "result_sha256": "82fdeed0211fdcb4524469f7840979713770084709e8a904c2b022021f4dcadb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.170948310988024, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.362606+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d57ca7-d01d-45eb-985c-af24cf2bc3cd", "result_sha256": "609fb557c5e547a2080cae4bb486e9e7ab5820ca811af10e31126faa27c2f77f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012624, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 3.0301726658362895, "model_name": "claude-opus-5-5", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:19.900749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2536a4d8-c217-4bbc-8604-ec0cb8da7ace", "result_sha256": "69feb77670b479798aa0c46dec2831121a739228ea1d68d24e37704e263ee01e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.798923813039437, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.604346+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ca659a-f6c3-4329-bf8b-b693ff11500c", "result_sha256": "e840aa75adf6d2664cda34130923175264a9a570b8a1045a90b9ef08c12e3486", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 1.7310918129514903, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.631302+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b098457-d404-4889-97b6-29330bd3596f", "result_sha256": "89a91c277c48cd1ca6dcd633b5509afa0d484b45e439db2f0bbf6ee6502f5104", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4905279979575425, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:14.410447+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c754122-7139-4fe5-8443-a6e34ac2b5a0", "result_sha256": "45eb0719ddd9debbbe207970c6fa600a5ce04129152e111349205ef5e7f71a38", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.0651178560219705, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:51.864033+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31346694-0a2c-437f-b4fe-ad1a8b669e52", "result_sha256": "a8785ed22b404e7fa5d12b68b9a5a868cfd04332504d0d43427f6f59463a967f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011584, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2841, "key_errors": null, "latency_sec": 2.4367237659171224, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:57.236890+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15eafff9-2862-4930-95ea-57951b446949", "result_sha256": "5ec91546a4defd1d95d1a99c21b98fa59e142fd5372869c2e7f06562c85189b4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.4296108670532703, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:57.833202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "add815b9-96d2-449b-9dd3-4ce9bc7bcdd2", "result_sha256": "f82d52e870b9ef735ed5c4d9c5a1f8fdb801828418172bed9763474625649bf9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01174, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 1.804576462134719, "model_name": "claude-opus-5-5", "output_tokens": 13, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:20.088329+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e840ea5a-9781-414c-941a-638dc46c6055", "result_sha256": "0fd56263a3d42860d02688566c104ffb09364b55768ea6227872fe677c6b2d4b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.910776442848146, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.967124+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "781153b0-1c2b-4380-a212-4537a8aaa989", "result_sha256": "5567bb6424242f4ac18d5020e9b47a8796835782a8cf0da228d626d628939350", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01334, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 4.2842109489720315, "model_name": "claude-opus-5-5", "output_tokens": 93, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:52.720528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ed2196-f108-4437-92f6-33bbab548379", "result_sha256": "ed69c0a8c77527dac9971cb2f4d9f3bc1de9ea483385a2f8114ac845a4176747", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.0934, "err": null, "error": "Response did not complete: max_tokens", "error_kind": "invalid_response", "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 27.847520500887185, "model_name": "claude-opus-5-5", "output_tokens": 4096, "prediction": {}, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"model\":\"claude-opus-5-5\",\"id\":\"msg_011CfLM3eVpuJwXTzZaR94yP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\" {\\\"choice\\\": \\\" A \\\"}\"},{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"CAQS7DcKEAgSGAI4AUIIdGhpbmtpbmcSDCXJ08gVrpaJWitgQxoMsrKz4U90l7WnK3DzIjA/SpwQRen4H4F3CBGPYMc5OFiUj5jZZJyZdics4/D0EAEKLsu4kE88G0HYZeFwMvgqiTeOhhHrUs8MBb4qVnK5ahcLdJ1odJLVG7ElyI06qUCSWubU/ywH7wcqZipbwjHDQB4dzQ6FaHpXKFNRFztc0sBs9CWWRMy+1AsI7NstOXrsjJIH0k2puQXH/56N9UnFG2gLAZPIySVZzCGzrUdW+R5ORkaHnWNBAE3cj9kfhX40cb/HMESNnj+ersGq7WqeoFkBKrMDpJiUwQd+lXFjYJ6NioYgp8Ja3kXB5hob7aC1VoRHhq1QxbasGcFuzv83VYASeQlohDF7hLDDxTYnoPwXYP9075hgo3Ca/ORUUbxw7VbgkeyFM/BudSu2CGc518771Jlnk95NGGRgmuwWV9vsA3IdwrJhZSS51dFjthPUix+7qJ3y4WFxMBFWAl8sEIEll4FOT40rEDYMBdvXtZR3TE12OdQdF9tUqW0lFSlysYH0NinSwZ4Wj9YelwVKYsKxbjdygGdwH0hjrP80c9ERoogfivcNjec281Q0qYIdHYl4Z6XNUpQkqJOwJMfBHbqoop4i/3v9PHgLqIlkNBHKc0WgUejmk3dQgE2HZmuqNE0aDakElotcL57naUb1bB9NJO5I9INKSkBx3lg2qG0onBc7+1b/v1FL1ChO3jQ5qcM0iriPx5D6K//0K+KQECL66Me8jnOIA+361OAr3SoXqMTvDZWJcjzu5X5IMKquXJjVS94vUh6vhJTlYqmpqspwMPZ3fqnhxmwRy9ZmJCX3ZLaSAReK2DUH3Vw9kGkSogy7IuJL7X0tm0aZqVSZ4xeYwsi/eAHMOd1RBlcohZRRIRKWfRuKGB4X5FMp8HNB7RIIncS22rMu80u1hTQHgzxoona4DqzfZJKDGU5BReD0t6e7rn6C3zMRadhHsnXlD34JVLwFbtyB3zMiDnPoWSIjDNXX6iPOqQNUyYryS8fdn1smrdKLthcriNPZVFnzaGM8tyubbqaC8Dxa1mApxWkgkcv1qloikgD9p9liWMz+IWdccUU9dUC5yFyaRn67xN9B51ui9XwkqDqyEMvdIXtz3jdw3KKcLncenXJnhsMNMv3b6KwPDSNCpJ7fSD37mAXNBdyWAL93c/3vtFikwSlQlwNhgRfNOidS1sKi5bSgUQH3yUrZGuLpL3G8xQgm40R/2wBtNJjd+scZqGFBFg0kffFDhzKTAXJNw/d0wgPBhQd7VWZeGOYFLLSwZ/i1x+/n13VEWp4OhknNS6uJrlBPqdX9swfbXa51pl0krlqpZR4WZtMseZKUlirx/AeZU1s1trhP/JV/HyFwnXII8ayjna4lQMawA4/60nJZsghB/0ffQNPLhQ5ZEIBweNT+U2OieVOdjH33esNNqC2L994/PfzGFEBdD2hfRGlw86nvZ2RF0kPs7MJz60t1uDoc2YYPBb9EBw/up9JFQ53BsfNhaeCxSoaEeE4R76X/c4EU0UTQarhvqiOgd5kZfKglvvmxuw6ygCysNDfPzaISfhSdjifZH2MX9A+8/hwF5Gs7y/FJQQZRo6lH9Znps2urErf6onEe8MBc5UNqzI1jBi5ZBe7nJ0o0e+yK86G5IS4HrfrDDjxBSrLaISXuS1U+6oY7Ay/1QbN9qrwwqTSlrwU4FDcyALoswj7V2/Yv/Ss9JebhOrah+ILbAqcgj8skFb8cUgzkqzZj3c+BPY1KMgT0WuG4Wpe/JBUxA/ePZUgvVFlLHt9Udsm2TjSyLrnXOowQ2ktTUp4+od4oHUceenTW8Ihz7XKOtmMqcjmY+QoDRD2e8f6zJZ+UPi2r9cnZAijp0S7fz8ErhL8cOgWpV9+zHKGVJHGYxb63N8Sk9K4aqbzOVuOcTaG04lkP1QhRCjEKdmLAOrpHOAz4VN8ZUYziaaiYhlXy6XbjnV2BfRLwpXxYEH15bUvyfUuDUl2JQq1AHWF+Bz4Lje1BgvPQhw5rcLosk4THKN2NhuRxN3CheaFLFQg+EUZnsGZcQXWxJJ/YSOG89GZkrkhLu8Vgj/WW3fVItXptc1owTDpFu1aF6Jzej6wyOE7Gs6Ru243NuvDfHzALCRmp2OAdZHQL9rjdRL2NwIGGbYMMkFosrXym5TJCmDrNkv+ay8C0CBtIyDS9MAbKtoIYtqwNP/WQ8oHGiCcFZ8Eb/RjmLrRt8vrTmdp/PSUADen9YhzSq8cahbcDKIWcwLjMFKt1kqSCvMLcSjfE0a3gNeIiZvI9AkGMykNx9CtaDDR56dI8y23IgHcpeMG35E0zyiS/K75kFD7mb43pDXrEqZZOXjBP8BgxluqMkhnbXYAow4y/TNxk9bhCM7Gyd2SYw4NN9hOYfJJL2I2KCY/gpfSFSQwhYu6klu5oSbl8mQpBNfT76itmQuoN7cNE+4UlzysBxYukCNGnFvzAlx60/Xdv5yhr2zg1/Tdc90EdTJ/4AktpyWHS+VYCedAHqECSNRL6x2v0ibPOr4XHn512QxIjbbPIccQFwy8+TT9jHV+nmoTHr6bzzae4tAeoGtkS37cMzIiZHDn/rMZHVl9FS1vQ8w7p2Q/6o72GhkatIBABIZEwryTZa5r+PHUxk1g7MduTLqUP08JQxuqxFcd/bIyTDdT2bUITCD3IBiDEl/gRV3ryYzIxnyaSjY46Per77/w/xM8vA/XGEjPKBBNbRLCM7ZqIlVM3FNU034culFNOF3QtftNgUIti32YJijCptLl16QLISF6b1ts5d5u1pPiEbYvw1A3TUJJFePX3y4uTCYchuebFh7OuF3Y0nOsWws11bEfB+wuR1PANDrN4tVhygPsdcOFW9YDK7DLzzR1Fs6/l4GuYLcywF0F6mJlFoUdZVIG5WzcjXhhrnjQMrLVKc59T/X+tLaGhW1UBblUPpPhCN030zy9H6XoP0X0FLFymKPp1qth1A7+/bWMgVmC/5LjF1LK9ZzyYmLSouWZ2S3HxJDqh01DG/ekgQA9O2qYsAGi82ArZFN6Xnxk8c70cPdsdptVrgHyToKDCFSvxYBzHXvUpINrYod6Qu7Y8Nhku3tINsOADNZeoAh1WuVtpOXqohza4CpHCdcjUici/qansnsHGXK1lbZ/9uEMSxSFyepJek+2bamOexv1Q4wEA+2TEzXwWyDeYx7woBQl+6eh0ws3ilO9bIoY98DcpcTFOFiiBc4ocHQmEZvi+/oP2gDNtCNlxX8S4yTpQctmErKtRpw54oYVsxKvvF3Imy/vE+HhQ/tyqnGH4B1zEwXxPr9xh00BkfhiBAp8kxvVx2gHGgEMzJQXpWucmb3Ek9BFOi/nFLV6TBekq3/GUVqXK+g08ezRMhYIGqd3UZ1fvvZsr8EquCMZ5Eprj/2OHKwD3/3Y0qx2DS+I43b251D2UMI2n4UFyX5eCnAhsrerR+JYmJOBjq2ImK2ZpzvkjUJJWNlTC/755JazcOcfkvIWWeT+F3mal4IOW3XBbD7fOBFmBjdYYc2LXYMpZmm4yOMGy8Bfv7wmd+Ket+ocVFhZy/q3rugj6ufLd5pdzmW9Us/viI8ToUDOnc81f4LjZA3605eXSoVNsTz/MTnIBqq5zXY1VTgM8wEd2iu7eebxd//dKz1iVnu+SEubC69JRJ6M4Hop9YiefXti72KEcTeSkbg4u0Yo1dcGsWLY0VfaII914BVav8pIIC9+8BlEb+YNUBGplrFEPSU/lTFVx6rtr/don93WQPKASWODhR21mv37JT6fJ8KoebqsMofnGAwIrfJwcvg+nfFu4g1349dGlNTgXRJwJFFJhntV6CfFlVrm07VVcGbBot6woHLViAd5ajSspRZZy8CGS39KXcAayr7jg7lfsE1Gw1uTJ8MBhv+6RmhjQNU+uRquSBaa/Y7WqTzkdx8jVa2A7PIY6R3OYU3y6kvt0257DR4DY0+miybaJHNxSwq3sb4NfwwOFsKza5mdC6qegDYk52XU6GLePDq+MtHOWWBZID0MPjnOINU3Ef1Eis2wV05j8q0cWnKvFyQiVnjlSFfq65KkXYSd7yg9kkjD28UdJS196hj5XuCHsfuhWxE801fbInb2qj+KXZa8v9z4jermCKfWeiRpSI9kfbrzWoIBwBBsLDjeNM0lGXSjugMRRyX/00Mwpust/9ZKDtk8NxOhF8BzwWWKlIm4Z+wBjYJhGm4g2GYZZKz5UGPgbNuWbWFcd43Ux9KQgdaXTl8AH29+fgb2c55oK58KJdSj5V+9Yc3GD3BkcGmnMwwa8M379vtTltGQr0NETJgX/7NI94/lDOd2qu+5Yj5YrvInIvU8XLiPBCPxTecaVtY8J3kTKpiAvWOoI1s4gAsSFProWbswZCSfFEGE+OUAS7u6GfybMltxTelj4FWOeBNopULBQ5LT1rTZzPz3ikZpj2K8sAn/+pssmdH/VBbLtDrsRRLM1iUQ61R8fXXBhms/VOh0ofIg9cBBv85s+OK1/tigofYYn42oH2x4L1/up7ybgXFKJTeyWEifl1Ht7lBnHsaaQoQ7M0qnQ4uWs74FS8H49mVYViZmOqdBNIiUWFZkSfgl2+Gn1yef6p0pCyqY9b+Wt4LWSQdC/XymwD8/5nvM2NWn/kdxAVgP7Cr4iSMgPBxlXy0zQDOcMe8P23/NqKxnMAhObnNLCTb35AfmMIkTMOYkkigrmryo5ZVYtTnRvUQoYMOhXf3zXXDglW5iTBhy/tXyhfUL9TQC0uUC3Ljzx3xLqzuDqLRgKaEUGpgoY/FifTg7nFXkramybhVybn+1JFmwHkRqMALfahcCeXP23wTxu11+88KS/7/BzS38xgXqUUgJ22Yq9CJ+fRUscHCfFToayfZNIen85LbDrI7k/L6T3vcq+xSb1N1mdCTBO7PNHxmPx5TcmQI5IHRHWe5tIVSWgdpjDQuWEPiUys/mJMgCquGQLqOGgAzln08ZSpFH0kJ06h0HeqvOh5G2OFnFrqPT26Zj6Cih8uxWspPvzn4YEsYSrspl7iFcxdI4UavQZWRO6pg6Jd97YMtrOsYCOAZ4nPH1K84/F2EunLV4lwjWvyQ9B0VDphqHKMGDw/AiBW5Ked3+zCxvzf3okNKihiVELik6NVQi9F8Fe9ra6x1oqCWsi+Omra5+iqXH6kisaGlY3zVb25EvMzODlTLraxwDJE8bowMomPbbRlE5OfL38XXYXpi5S9j3XvGHj3UhAOK7wJlAkkIpe5TpJlckGyyHMIaS3m6zO9JY42tP6V1KYreErK0sQ4LkDeaQTqGgTB755IZjjYPUD/V+koq36ScLx8i7UHVuhicH0Ta2eTZ2J2hVQyzw8Vlp6VzoGFFcIvmkCTHCx0eNBOn1V1ilMgC08GDyc61IDRMbugxV6Z3L/vT4ESwORC/0MHunRpil0mnmbuOsphEX4sK7T+5r7ByMTbf7V6oALLKv5SVY6xaQPt0lLGANJvSsKljtFM8n8UCPfTrkSd7TJjbwyecFYFFlbO8XkYNLWFl7xBZuAr9guQRpA0AM3voRQlHhz4Ufe7+JTGNRdY42D6CDe/ip8aB7YTeehmP2cR4RXKDx3cSeWVu8k1wxzCL1lgm1ST5AP5En4VrgCPcagROPO9ScdMnxthJspj3DHiPjUu9kSRCFPj+PVQGwuKkAic1dVlGSLtfe2QZlvIsS8XWF6XOU5bMWklVq9FtkAF3Bbu5ULwsayWk3E48rF5S0naIIXVgQbIaCj7ISvMED7T4618GzEYNf0mFo64ZMEKMLTZGUcAkgXKDcRZLEXfdFQ8OE12OV37LbJEfHsVawWgnOHF5vAbTWBEcH4TJftvVWFELCZDWNJ9hf9MEiupHZRNlokB/XaQUlwczqnyxELVZQg7tjJu05cxest6PnOcATobGSrw0Gjv3MGwsxPV2yr3NO9Fu2zbtRXXx2sQa64FQ6ULTn495bqSgC4snhC4EAL9sMV50yUmKccD7UaqIZ4KdxnbZ7gJBbU4/eL3oCzpK2CKHfFoczPD2KZ80dG3HYFB2MBL4RWRKiwEhTev1jOhhGUqeBYaN2J83LQC1xG8va+c+ulxYTUxrNgTggtNsCAZPvG/VjURsNUmVI134rWfdcUEdkoCXB4CxHvPpZCoWViktmQe4lDfEAwOJFKWrgMnXt7NUm/1dydilRBHyALBT/8yaf8UQPrWWYxc9hEdwwPP6XeyPCHsk1qnyWYFgloxnQ6auKeSpzVK3DJPBhuylUK9YvE40w/tQDD50Z38TqVioDFYeep2GQym80ZpxP64nwjdbOX+rS5cbBbTyGP+VvRhZpVVdm/KAyxEvK+K2PwP+i1lc7LWxXO+7Di73YWFaPDRqOeT5jevK/N4o77nsGUA5TYpMF6+LuacIuETZygxk49i5d73ceB/meVuKVX6bRXYYp/z34KJmbE5n2aY9+Xk0FjLnAFCgnh4x18waV39yeJYt3h2jtG7RDX9p2Cg66FeacS+Uqulu3U5noKQAIP67JNbyhwpVFVJkRxJQWIH9knxVPVWhyydx+TcDD8C2CNrFgaU10lo5ReTGkYCcJR7I9SOlsB2pZZ5mNfZEmyXLz2Q6W2b0YAjxOGzHKTJk4tjZ5/caizpzfvniOZ6duY+kKv2lqZYDGP3J9KVqYIOHyL5xQHaUrtHqhHxGusK0hsNTFOxyI9DGTublUm8YpxeA44BLsRWE1J8/UQYctC5neshrOE07CQ+4/8GKqbW24FA+3oX+eEOafkhY336lQJhMZJJiddYu4p5pmcJCJT4L0JDdB01vYp9QcREBDnXQY+FWnunN6IVvaIeZvE/Lacgoh+MTRf0zE0Oh/Bvhp0Xyq+HGKrY3oduDdL4yuX2ysJUmtLKmBtzi6LMYBJwol+eAkMMHBB3ptknTMFrvqqxum7+gRwncgsaD4HQJZ230NZesO/eH5poNsEu7BDu5Y+kB3d8eQPnLnSTAb99WekswBBucdujRJ5jdGBPFbfRDeSisJoRqpLqJGtEfqdo0tyifRt34gUrv1adnaq5ZCNM1XefME3VhF3OJCRra2K4E5L4zpblyzDsNuGACKuBDnIIdtayhaZyvGTmEgWSSByA4kNxpX5MG53pAJvGPAFMJLuXsrB7x6nMvEJ3t2oiUKUCuvOzUxmpd3KfZ5DoJ/F2ZV/nu9l76DwcGBvRa7aoB1pZcwrv+Fbwqk9z5yWolzIv23MCxj6IgRq34zegNltaeVwCDj4O2fuf+TlOvTztU1PC4oDBV2+IGsnI44J9WWjrgl5Bqp70oLNQyJ8kzqCgYRC6EOmIYU2x6eTI+PDhVRujyp7qF4NId5cqZBkNNo7vbNgT7lUltob2WUI2IMvTp5E2WAwTuzKeVDr1J4pRjvbDoqVHeEiJkNiA3rYdPt1Dg/povTMNSDjPy8HTE9KQOUTQTQgBpZ7cwQlO0cLQ1lV/vgNmDniOjW20evK727OYLoA2VMeT2FfkDyIFwxo1dEksi94puf3WEdJfN+ZgPxeBnXOyKz2/3fctkulEVKA7fBAZOQnkjoZJCX7f4UiGm5M2h+e6l0s8Idm94v7B7M+wl58SSpd5h0R6ecL3T6tEiBGupCEdXezofsMQWQuM+/CX+bHTr1m0xbQ9HXlywETBrBc89CH1dngIduuzWHDcOKB7/A5KB/yYGM8CJWnG8F0dHQ0WnOEpNFJ1JtTQe+1BiJnf/lEAfDV0mtHXgiNnrX9fZZgBDRoYt0BfcN291zd9LrvfuEDiB8NkNVMCPdrv7a8PgZGzgtQVxqHm7MOoou6LUPGQql45Lh1kPKKvGUyFGWmO0nkeo2cGVxFfVOLYNMxIBseqdZaJlfTVp03f1ohSXo4YWlKX1k3fRCByZWw8dHEwuTB/vLuf0OZ/yQGyHJsA2TGwWYOoDot1MAVjG5i0/6Wc9pyeSKXcuocI+bpUW82CyhUbqgvI7q3RtyzDazzuEKwLQR9O639sNgUFz835fSiPJIsfwipLAibjqGnqCp3Qz5pLkow3pzecRqYP7S8PgOWDgix5xDDO4qSyPp+cyYAcDtzK+YI/Oad4BksCJabm2FydUrRAR8Y3HW/EY6fUivNhBHJQEv/JnW1jlub8caxBbiBOOI6g2skBcsI4H0LEwXhU2OJlBuNCFWkHkuo6JtyfWLiIKwnSZExUIg6O2sHjWnUT+MXbhhv8orMD8C7xSVcpQ6iS5bYuaEMU+e9/wpJQRbAjNiXOiAFp2qsPQ9kYSNrM3LQlZ1nDcX381CNAUWjFgjjRdwSqtHrcOvyXDwoJJh82S9m5thl0XiPKXC9GB4+KoCqccV2MUNrioQRA6Aa91dlg6izc4JLg5Ew9nmnTY3JPaeF/y1h4LWb8BbIEbck23dM/b6mSwoNd1mpmK7Iypu/dj9pxmHFurELR8xjDQS4phyA7mgYBvnf15sF+TyREBYE2h/UwgBODh9EF/UKI5uGs8TZmJuLuhvUjTxhmgD52Nf0SvqqPzwkmOCqEvS7dnDkPaah9lz8Mp4ufcobyCl4KzTqG5QaHmFAqsJ0eDagX4JwC3cJanesoV+cE6Dfmce9u5hyIEgaKurrra/Zs6WySGcK5es4vXT6JNe4L8RpKAcPYYDiFjV2tU6wHj06bEPDjq5pWjN3bEgCgz1L5X21M8kGpIo61E+frFpM+d4RsjTMCQy4qCfubr4NZxjiAq4HbvJl5Ngtwsgu2Ni6ZYSzKNs3t0F2E611FrbzX3zEpmHQeLPhjAj1PZoDOCmyLvwkjN924Dp4ZUUXVhft40tEO3+qyajDVEaRTZbSNTkMAhihZvI8HbRFyf+LqPvqKQSfOOFDT0DuPEmL1ldGNM5tXuec6P/rmg/I+HmE4f6yaEzcV2t4TK1tun2FAs58wwF2tSHSXeAnqQGirHQ4UuJC0YUPgIzGKkyOotPEKNp30yH7CPtsUrLqIA2zRhy9u3kdIKHz/xqRhTMOhnaaBxrLg1c9iHcyjJ5M2fn7+ZYhYTFGT+vyqZqdW8U4YpUWrrTUj4ldlh2wvBpJ1VXOpAqDlMeuwHX62UynfhD7at6hubEwzjQoYpIqJaNiyC/ALyqSARnPA4T17hQnWQgzF5WLsR5FquvbUpmEkJX2We2LO7K4bsuXCYvGo/X3HtP78TVBWRv7OKn1L0KEpvGGRzsrqGNFjCg/ORIekkPdEwR+Z2Fuix7CUtmIKVn91HBP9K9pZhiSS7L9W0kIA5WbnmT/3DARk3ad0jhGyWfFp4tfr29AViRBSdZOlZHdQN+ksqWL7frrLo8Od2pNEO8qLYRLP3/ROBDYdjU2ow/b5QfDYW8ei4OJX+1RGclXP+uxwg3dDBOLr2m9vVrUYfBc2b+mVRiKEOAfWFDhihPyo9y0cpzYJE1dveQYmhDWK471bJStudMuE3VdljPJXGDp7F1w5rL4v8ZH+mpq3WMs+hC5DZ5+aPiIzriQFcSX1OHPD2/zaU1rMoiBrEh4NRvF4hgB\"}],\"container\":null,\"stop_reason\":\"max_tokens\",\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":2870,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":4096,\"output_tokens_details\":{\"thinking_tokens\":4070},\"service_tier\":\"standard\",\"inference_geo\":\"global\"}}", "recorded_at": "2026-09-23T12:10:02.758081+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": false, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e0f8ac-85ec-4945-92fd-112e93f52104", "result_sha256": "9e254cb3d2d2e75838a89a78ebae532b4ffeaf99ca81445ddb979362bf6aef04", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.331083388067782, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:07.596166+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3d18c9d-31e2-4117-b067-bafee136a890", "result_sha256": "5029355cd16f79fe9211587478f922e744246c62efc1975577eb5ee3cf6893bc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01186, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 3.8494624588638544, "model_name": "claude-opus-5-5", "output_tokens": 19, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.306765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa3cab6-dc9d-4226-91ce-d813d65a9803", "result_sha256": "c93e760b3d4bda91a139187721edeb39ee0487a32ec9fb868a217676c0c10366", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.306637676199898, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:56.525518+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "344477eb-d4cf-43f2-b919-b05aee065364", "result_sha256": "0977e03367a4f9f1d0eea83ed15acfb22089df94f91e15970fa249984668186c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.4477378281299025, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.594123+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e9e7b3-3f14-4f15-85c5-aca0eb3f0cba", "result_sha256": "6300e60807d1ad012a4f09029e53b702a0aa2f4d813e0cdc4261df7042c00808", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0117, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.5694372619036585, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.996218+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8782ef4a-82c6-4948-a9aa-9ca378e5a038", "result_sha256": "486f6f02708c44742b42e29cd8da6d0a24e992e7407ff8044ba4fd71d1013830", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01176, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.9070792940910906, "model_name": "claude-opus-5-5", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:25.326757+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ffe8bc-b194-4744-a766-f7652bbd9efd", "result_sha256": "ab909c4173b1d3255f23e3c5bf228af1c7f704aae546cff49832c745ff30fdce", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01174, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2870, "key_errors": null, "latency_sec": 2.841154378838837, "model_name": "claude-opus-5-5", "output_tokens": 13, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:45.557455+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43bcd9ca-e855-458b-b08a-bb5052bd3381", "result_sha256": "e07ef4de8af3b71ec66c2edaa6304a88d759a1ab40ba783800c97cf3ff04052b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.5234239790588617, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.752781+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe20b9a-cf7e-4318-8d0d-967aa4a6f86c", "result_sha256": "14a2371e958848b9a0d42d5f5966107843b50533960edc79e1a4fc27ae86f45f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.98100755084306, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.287389+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c085e81-8552-4e56-934b-f4061565871a", "result_sha256": "64e128ffa2dbfa77da29ba86d88c4f22c072580fe71728c03f50d7260386d157", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.5609428328461945, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:57.286137+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a253e14a-03e7-43a2-a64e-2360bf00ba01", "result_sha256": "142d0827b514af650bbc61ed2201cb036d78cd6abf859a789799590757de15f7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.012488, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 3.099931519944221, "model_name": "claude-opus-5-5", "output_tokens": 54, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.332666+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9d30a70-6fad-4631-a5db-a4cb680d5b56", "result_sha256": "154c8a66179df49cc8fe0fcf83b66b0a2b3522fd89cebb6bc06eee3cdb4bd1ea", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.821120351087302, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.223819+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4beb9b3-7676-42f8-9e8a-17d9b2f7face", "result_sha256": "ff95ba344accd46b061524b016690fb7405d4d9bc44543ca0cbb6d0046d54887", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.3641573428176343, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:25.875772+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86cfef74-5975-4a66-a493-87339fcf1149", "result_sha256": "13ed58c158caa07fd5e824e7babe0cd3ac9cff315855c8a17a9788605c0d99fc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.9331631588283926, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:17.359548+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "819497f8-a172-4cb2-bc1a-84d83d12cc59", "result_sha256": "b965d6fba77973081d8c4de73625be03703fbeb77785f791796b97939e2c71fd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.9660755968652666, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.987271+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d944a14-f079-4249-ba11-14a17c3bd787", "result_sha256": "ccbabdf8ea4e79b2abf6dbf9e8c930dea1b911d99aec65a75410428d2848b638", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.4988789120689034, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.938556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ac63ce-dc85-41ba-9c8f-f29fb89dd0da", "result_sha256": "fee87215fb5633d5e8f19e1436c3ac1edb523e2eff7d63975ec53c0275f1e814", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.0737862118985504, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "anthropic", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:56.718187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e35c27-64ba-4eb4-8a20-ae6ece12b905", "result_sha256": "2e413bca38ff91f7f47aa8e2530ec070e59c793aa1ab3bb584461a405d96c1ce", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.172446802025661, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:01.038688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae3b90ea-65e7-441c-b745-93c542fb207e", "result_sha256": "a71154f51c59a11eccd5d4c45d651d3c906b93ad599129c3b373130352d89b59", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.5614456231705844, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.661115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a1b97d-8dbe-42f0-ad0e-b667904c3d43", "result_sha256": "b4acc9e745d89ce85cc70a64627f170fe4be7a3533498d349740e5c97e24a14d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.176441063871607, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.018683+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e946e9-4187-4bc3-9dde-7ac20ec9a6e2", "result_sha256": "7d2d93d0118857c2ab4d00311aee009cbfdbd9fa472fcf5210b12a7b905d0207", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.3705921538639814, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:17.137913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe3959e2-63e0-4015-8105-4a49a1405f43", "result_sha256": "1235b84bf5506d60f635eb54db0272975391b96a9aacf73c735452d3cad4f468", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 2.0008171531371772, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.319211+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d7d14df-cb1e-4669-a652-f1f2690d8b93", "result_sha256": "41ca16ac171e422d82dfe22f5911a79b7945f9e205c5f172e04bd94fd0f0d4e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011628, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2852, "key_errors": null, "latency_sec": 1.6898073030170053, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:58.848327+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1b16871-41ef-4884-a2cc-4c22a8fd0710", "result_sha256": "c051e202ea4be59e4b07ceeebd5d3f8b58753ad08c1341abb54f054a24147de6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.1766861139331013, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:41.094214+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a571874a-3cc1-4ec4-97cf-078c7a120cd3", "result_sha256": "c84e06611492075724ccf59bd423b1982122faaad3add22214db8f54155eda6d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.8336923748720437, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:40.083512+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d869221-bd03-4a56-80a9-23493d360c76", "result_sha256": "2f65ad629681954a0caa03d3b95439b23eb743ab3f0c5a3b984111335fd802fc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.5439339648000896, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:39.458436+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d888ee-8c76-4229-832a-a827b0747c6f", "result_sha256": "2772a1f3f35782497cc362bb298566ac26eeceae2b33c2536986b2c3ee35e41a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.6314038098789752, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:03.723861+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeaabca2-09f3-4499-9bd0-6ff0ea5d0f82", "result_sha256": "3b3e8899a22f967de5423880acb2b9c766378fb6aba34dbb2352bd99e63b94a3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.7361151850782335, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:57.417415+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "324779f9-6ac3-4aad-9ca0-351c4b7bc012", "result_sha256": "d384556600e94bcea4b52ff7904ac6a461d86bbf01e831d9bca0560d075ebe99", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.430909898132086, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.031893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6bea2d-b105-4a52-aa68-9e5a7d8cc517", "result_sha256": "ef624893b700c7a54e7536ad2309b7f32282ffac63e2024c45f53d7f27b23df5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.9799922108650208, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:34.711567+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "299ee213-920a-4b73-aae9-284feee7d23b", "result_sha256": "9aeeb8a42eaf5a937f0e4b67312bc64730e6aa9f410fb0be7be593faf0c245c6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.9498612850438803, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:09.032696+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10097b96-d8cf-4a30-ae4d-c5f71e843f63", "result_sha256": "4184f498cc9572dd61c61ba7b7f11391205d727589f858ad01d94b8c0a6c5007", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 1.8976529850624502, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:31.319132+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c10fa88-2969-4c47-abc2-0f01b4b32bcd", "result_sha256": "95d221f7a3b5b875fb601e0223b0c92cb27118adec2819e95bfaa2e55c523d0d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.045238311169669, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.641894+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e24534-d190-422d-b011-fea6a245daf6", "result_sha256": "75ef5c880c880855485ad16352db945efafc0bffe726db74a6ca3a3064f97291", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.44454238191247, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:29.386215+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0457051e-61ad-42e4-97a0-43ff38459e67", "result_sha256": "36c6ab3d3c817a5172843d8b33f5e837611c2a5ce5dab8a4e09b37ce4e52f392", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01134, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2780, "key_errors": null, "latency_sec": 2.488238835008815, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:33.028169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c15c728-f82e-4df8-bbc7-f730224d1e9b", "result_sha256": "0feb7465151bf07c4f3eff67abd6bdda245a46c0b7893ecfa83287220f3d642c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.958865099819377, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:10.643059+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1722e7b1-d76a-471a-928e-3c4665f4e59e", "result_sha256": "b537c4441cb017b1759f598db8c9bce3581434ade82d3506f3849e4ecadbcaeb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.4887852910906076, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:37.135507+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f11a1c-bc5f-4757-b6e4-9170746be616", "result_sha256": "d736adb43142ab96e608f976106c55873a85a92d4ba58bc557a84e751e62e8bf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.4558346690610051, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:11.589508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fabd396e-5302-4e14-81c6-d47ba2d56fbb", "result_sha256": "7575817c60c041b747753a2d27934d886caaba30c2e2e894107fdb2213e656da", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 4.3275193690788, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:04.865957+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "615406e4-1847-409b-bd7e-9f6ea8d0db73", "result_sha256": "a0a5d7097cfabfd4fd3cdf46fdaa3f73ff6c26120e3f277e6332df59e6d7ef52", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.0912162421736866, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.937774+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca7c196a-ad82-49c5-ad18-0bc7c7e5d922", "result_sha256": "4baa1529aa11d92317b890cf915a34e8de3d1174bcf3acc202c402b2297e84a6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.438159564975649, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:15.818571+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20a426e1-69fc-4dab-b1c5-d40d8ba213a6", "result_sha256": "307bef16c5175ba2e7216b3d36f07cdb5ba2cb97a35c299fe5425ff8282c487a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.9996525540482253, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:04.090636+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcab7e23-7c0f-4dc8-ac81-d524581d1050", "result_sha256": "15b5ff9c48baba012523f8d593e3699df3834e28acf6cd0b351c0ff8b0cabf7a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.2892798448447138, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:29.150847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e623f0a-00ba-4882-8f02-3c77f340b1ea", "result_sha256": "ef176e43e185843bffd611aaa38265ba9977880cfa432960d305b6175b67a3e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.7071304579731077, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.033054+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "172f03f7-fab2-4ec7-ab86-6814e9882938", "result_sha256": "fd12fb807cf4ef40266c352283c2db90d670d09a4fd904f75d6cd6695617d8ed", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.158956937957555, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:42.531739+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d4385a-69a2-433e-8fc1-a8c92a6f5301", "result_sha256": "bf5caea30f040731bfce7d862e473295df89e3a1035fb64f91c4f5662c1b428d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.243051137076691, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.316663+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3c0aa08-defb-4a9d-92b4-2f761f05cbb7", "result_sha256": "5200462e8e95c4cdf71b309368a9f6a6d0dfb9834700acf6b53c8efb8dbf7679", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.997389294905588, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:27.275081+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4389feb6-1088-457f-b3a6-e55e9112d892", "result_sha256": "cfe298c5bab473b161da9d868701effbdab885f0e11f729a5b3162ed6b7e0243", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.41479246201925, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.820602+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7dbdcf8-6186-4909-a4ff-317144e195b4", "result_sha256": "a4c3ba3fd68d5e5fa01f1ca5313131a7bad22f2e9e0ec7bed92c4279135c808b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.4004538140725344, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:21.781821+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ed2c63-44e3-4857-83e9-7e1aea61b7b6", "result_sha256": "883185f614345a791443b464720cebdd3b35e9888d333e2592e208c707be3f70", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.61110472609289, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.534578+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ada92a8-90cd-44e3-abdf-03cb54743759", "result_sha256": "57b7f1f8734107009ff76da902a17592ad77dcc2c91287db5fdb0b2eda2f38da", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.491036974126473, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.230953+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d4b027-d95a-45f8-87ba-1b380dd4a266", "result_sha256": "0b58ce54f01d343fa4ae47255650366dc1b8f75c8852e99dc01e9dab4d3f7ac9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.42817978002131, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:02.577962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51d5d0ab-f2f8-41fd-b6bf-e4c754e8681f", "result_sha256": "1dbc3917b2f94e70b4083783926d71ce8185592c81e709d178a2cb640c06fc65", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.1682204040698707, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:38.881187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96fbad60-13ab-4e1f-bc69-5627ca71d6b8", "result_sha256": "5f169b1a4e5e1d0a9a50d34ba9014666390ba3898baad0c31d2e6d6f244ea962", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.3010042160749435, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.886120+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9df1003-036c-4983-9236-ad2b380bbe4a", "result_sha256": "ad5dffdedf90942b0fbdd8575956ea80a6f614824cd2d37ffcc049e89ab3d2f3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.8759059000294656, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.213975+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "feff9478-0c42-4995-8d2a-c65c6368430e", "result_sha256": "9e49f077baa99dcdfaf1e60f5d3ba4edc434963f115338d2aaddc1e8575f9f16", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.609161352040246, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:35.672641+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ffb0179-f352-4407-9d17-e71569ffa9ba", "result_sha256": "d9c3b4653a3ea1688b69b84b365ca7d9e55750ac1e9123e906ba6c712c6b0790", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.8234398500062525, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.886160+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2760b71-ce29-47a3-ab63-d60ceb3fc162", "result_sha256": "69f00fc0f9bbd2ef523092ae42d7cd37b941bbd0b85ee61c0d34551bcc6c61bc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 1.4322603740729392, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:21.983560+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ec39e50-c5ad-4931-8159-d7b64267cc68", "result_sha256": "94a0aaae737cd0b7e05b3ca5ea670915e9084644b0e4ab52ee8afbf27286ccc3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011508, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2822, "key_errors": null, "latency_sec": 2.5073734258767217, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:36.556983+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2758cc1a-12b5-4374-82d0-75e3fb61c4b6", "result_sha256": "056eec1142ba1f63e3f420fbbad79b1e84a51344997f7aea00126a55fd4cc293", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.880800629965961, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:41.917414+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c31071-2acb-4982-b147-cfe457e9b368", "result_sha256": "bb9141d2d6116051b887428e7e410445912f7d5172b94623cba480bd85f23294", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4458651458844543, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:27.816657+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d34455bd-beb8-4bb4-879f-e449b5ce5f04", "result_sha256": "8e7e59f9fd623180d00a4ad475faf57b8ffb0e8c784442f0e05c82e08673b36f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.6535890540108085, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.309993+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e4f9a83-7303-4dea-868b-1bdc9d7349a0", "result_sha256": "e9159cf34f9fa25d7643cc5630dd6d33fe2ea0bb045e0967740974bef324e473", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.650560662150383, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.466475+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0cb9d8e-8e7d-485e-a5bb-0f731e586414", "result_sha256": "1f78830831bac64ef8b860d3839f75f06c9d735edb566df2404de534c676ba25", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.700370446080342, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.007980+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ebd49bc-f662-4378-b7b8-20f5405eeb2a", "result_sha256": "d98798ce5667b9a8ca59f1fd9312ddec407719e55ff6b3eef7d74bbec95f0648", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.1549624339677393, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:03.055551+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "852bbb48-fbed-4a54-96b7-a219c9f0a5f2", "result_sha256": "9e4055e966d9ec749042858004fa654f0b04e62fd08fb3e8c89e8f808acd83b4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 1.9313846030272543, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:12.584732+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11847d02-78a0-4ccb-b555-2a4cfe122596", "result_sha256": "9303f4b49afbc1c75242dde4f429605ab8310cd94dccd8898d7938817dd28f55", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.444611862068996, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.893825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d08b9c1-7714-42b7-af43-f401357404d0", "result_sha256": "2be1d98c16eaa91b030fa62a8ab4b647269625c496c069d4f2ffe8eb71078e20", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4577277381904423, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:42.142830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf1770d-26e6-47ea-be9d-fb3de27d1570", "result_sha256": "fa22c44942a36500248ec7d60ad62095732cc3f803974b6d2160eb23b29cf564", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.7732594420667738, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:23.555084+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b028b2-7e6d-4426-8cc1-15af0e2b303a", "result_sha256": "caa3628dc3371f34d39c9098d495b81c0032575626325e47a9ca83867b78e581", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.4839196058455855, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:54.370166+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3fe73a0-1036-4c71-8738-f86d091ddc06", "result_sha256": "9686e80f15d60a8e862658748c3f39b4902f669d44a309d9db310fb266ec0a1b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011428, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2802, "key_errors": null, "latency_sec": 2.486321161966771, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:16.951470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "06a600f2-8440-4756-96e0-8f6a87358e93", "result_sha256": "85bb58d3fe1e75bad53b858211dda57a76b18e10a037632725a9e9301a90a506", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.422825582092628, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.991796+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50057092-f863-490e-8025-08cb33a71c4b", "result_sha256": "48449a5a20eca9f4665c347abbe2def5df787ca355aa53d0c5565d49804d8cd7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.374928744044155, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:51.498398+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e00c46-2e39-4385-a9fc-61204c005b94", "result_sha256": "7da4549f50ec03c4eb42978fe0b5db3f1b5ce7db89b495c28aed76dcc7f87c4b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.7093547249678522, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:26.802545+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d6950e-0d36-4711-9b52-a2477303a8d4", "result_sha256": "eeb5d3286a2c15f6d70df98b289adfed123a3263a0d2773dbb367ce0007104da", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.5607022428885102, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:41.356537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "366a7db4-50d2-4e8d-be87-756777f3e3ce", "result_sha256": "0115910c9391a5114af8d1808c5a80cdb39dfa04b82e71ef9b34033ad4c83083", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.0087551509495825, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:49.144435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "698a11a3-6aab-4393-a565-2c1b7887861b", "result_sha256": "d619ea9954c18bb0e642050c2384c09a31a17913c06c34457676975f39b16121", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.389583135023713, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:55.434115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6efcad9f-2cbf-4473-9928-5e9c39be3f32", "result_sha256": "2b787442b40b708e92d938e912e84ed8693caa0f3e1627c6fe0dd27481e261b2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.664317802991718, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:28.648809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2e8d26-3fa7-412d-aab5-912e0515b8f8", "result_sha256": "431f270d5047ee2c3b16eec8dc3c3b9316e300aefce81a179b5f562818805efd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.6958364681340754, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:22.265861+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bd679ed-3300-45a8-b235-0614f64258af", "result_sha256": "c3a1b8bb34ab6d3c9dc39d2c9db8b8c1145c142ef3c249516b1ef265f2732878", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.816885838052258, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:13.585843+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "908f689c-a84c-451c-81a4-29886a92865d", "result_sha256": "6c1593895f1c42a322dc7ea5c4dec23776f947da243ccdcde259d9ec3bba35f3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.4858930269256234, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.542693+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79a8135e-8816-45a5-83b7-8a4769a61e40", "result_sha256": "af7567b4ebd4ed3a2ae6917b4b95335fb9616a481eff3acfc651330b665e658a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 2.4045267971232533, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.713436+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44115a1a-f45e-4bf2-9b44-f5c165b4c64e", "result_sha256": "a2e30e57f2f7d0380dd611157eadc7de7ea852c108f63f15255adab006747122", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.011484, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2816, "key_errors": null, "latency_sec": 1.604606645181775, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:52.325900+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "735a2e32-2674-482a-895d-8bee6194af22", "result_sha256": "79b821c1b49685455e4245ec7b73f8f6ff7f72ba4534646b3d7ea4af1df00d6e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6624170339200646, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.933930+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a7f6d38-80ba-4e14-99fc-a8bcd45d53eb", "result_sha256": "5ab793882e820978eb61bec339bdbea85e65f41886dbbf0ce37949881798c2e9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.332727408967912, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.613828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71e795e7-0a35-40c1-bfe6-8811083d53bf", "result_sha256": "15910ec902e06debb57d6ce8d781ac30c483d0b9b4966a751b3064976be0b5cb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.9623863471206278, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:45.294334+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79d90004-858c-4f81-b112-de6e0e294fef", "result_sha256": "82b45953039a1d4004bf0cb106de98f4e898b8b0607d23e794976da6db057d3b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4353024889715016, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.690806+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fdabf72-80f9-4326-9b24-aaaa02580e7e", "result_sha256": "9ed31cc0d48ff1011d012d0a96c2a874499b805868e0687540272801619d9555", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6502443389035761, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:15.055830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0438ca-9f3b-4591-aa87-c106b555b935", "result_sha256": "7f3333d91e36b074a3df33f9dd543b6a7d162a5efcc8fc1e3a9156521e9aee14", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.9488503700122237, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.570709+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc4f5972-890f-4f9c-99ef-63d697d1ae87", "result_sha256": "ce6c12e1aeb1eea44edc92f6a42973eb9542516405b775ed1bbc414a20e5d4d2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.527385839028284, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.977916+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19bf30b-d2a2-41ac-894b-b95241f2a671", "result_sha256": "e6752e8bb54025dbd2dda9b345bfdc300db9605c0f671f7c442a6cdd64fee9dd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.6042599079664797, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "anthropic", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.032287+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d092a652-501a-4341-9bc9-c93e1319df82", "result_sha256": "29dfbbc3afaf81ddca4d34fa9c0f5e598d6c96b3d7fe3d30ea9bd37f902c9e3b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4530065739527345, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:13.079029+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f47eee05-59d8-49d4-a317-76a1080587ca", "result_sha256": "9fd2ec462841f01df5f6df89f3e814b506e9f581031dfabedb97cbfce317d43a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.5200494769960642, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:59.688516+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de4cb761-7639-48f9-99a9-5dccddcd5d96", "result_sha256": "6d197b8d45b5cf7d7ebbafd88bc08d2678ab29755a0208576c599d28a4242cc1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 2.4869800470769405, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "anthropic", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:26.184165+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61c0854b-af1e-4ed3-9c62-ccf963eecdf0", "result_sha256": "2239063eeef2915da01102d693b01ac6adad400c5485b4bca2408b73661f68b3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.01136, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2785, "key_errors": null, "latency_sec": 1.8515764148905873, "model_name": "claude-opus-5-5", "output_tokens": 11, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "anthropic", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.060963+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e1ea33a-a5f3-42a3-855e-2684907b3cbc", "result_sha256": "387e33facb7ef13f38e9192cac7a21939ed7a3378c3495ba80dd6360dc34e1d6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026660000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.5303960139863193, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:27.483438+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32c38756-d396-4115-bdbf-fe5647dca7f7", "result_sha256": "ad3951dd12e49f7f8e751f07c07c8f9465ccd6b11ae04c9e65b7c9ddb37b37ec", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026660000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7219365439377725, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.860115+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00a9580-3acf-4bc2-a6f8-374a09724d1f", "result_sha256": "0b7324dc1e243411a0f8b59db42b097cac23798271089c385c4160e114b514db", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002686, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.0693822090979666, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.294707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47447871-bdaf-4951-89e2-d184af425c86", "result_sha256": "6d937972bfb9a430a28e4ab871a45b5178966e8d12d3d0d71be09fc16369fd3a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002721, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.259325217921287, "model_name": "gpt-6-luna", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:01.330824+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a1dac6b-e461-4675-9856-532b0fdfd3a8", "result_sha256": "b162ac0d945b3f901f76de6c2ec01c9d20b9b3d28f306829dd53ea750ec9b009", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002751, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 3.7838316299021244, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:39.016468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a898d80a-b58b-492a-837e-e00b3809126a", "result_sha256": "2ebb1a16c8d2f8a7406ecbc99651e0e7557866b79aae14744254a9960e1c19fc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7933300610166043, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.888286+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1be6a33d-e62b-456d-95f2-94f1f2a09340", "result_sha256": "ab1fbb6d7e364ea1317756d48e4b65bbf98fcd510a7ef7a09adcd9389c72f3a7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026960000000000005, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 2.0313180489465594, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:21.923893+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe825109-fbfc-407b-ad52-2c5f6f73179c", "result_sha256": "857a483ef8161b069e7e8fbe696c25ba0e0c0e6bf2ebf4abf928686f8c70def8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026710000000000004, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.8801074060611427, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.690184+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b99167ee-36b6-4be8-994b-b8a90085d2d1", "result_sha256": "6a8ee2c3f6f80278b5fadad3ee08320a323d68fd74fd3686a59aaeca62314926", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002681, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.6807260401546955, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:23.575792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9919998c-1ebc-4267-af31-db8af8ecf476", "result_sha256": "6e61036130037a4fde94528636f5cbcdf0ba41174873df797b42d8ec12d34f9e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.481717576039955, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:11.241437+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77a68ee6-539d-47b1-8b13-7833ce90c388", "result_sha256": "89af3514a3ed30e1a32316c44dd102385ce76911a0f3d90d4cf5f63b7bde27bf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002641, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.589336538920179, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:07.090921+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa894bd-ba76-4525-a1fb-e640de8c0c98", "result_sha256": "c71f4dd6f893cd4d652aec3c1171e1ca6ab78f0fb85e9dd7b5da397eb17db4c7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026710000000000004, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.8631227370351553, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:24.546931+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de11a0cd-4d4a-4552-9c8c-6654148f4c5a", "result_sha256": "207d48343698b7d1015fac1be2e6e5c4baccdc36ace6826569c125b0bdf93c09", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002738, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7374747798312455, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:58.425045+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0c6760e-cf7c-4084-a899-2e92fed12c1e", "result_sha256": "37d73818f9e144151f269cb0e83f3818229bf23277ca57bf4988c28afcdc913b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8714602570980787, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:56.972561+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eda59f6f-8775-4d1d-9d78-05400a804ef7", "result_sha256": "c30f76db5c371719ccd91fed5cb60e0d441bd617cb30672c7a11705823d88e1d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.6037187669426203, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:29.319865+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2e69c4-cf59-41fa-97c6-1389db9a3067", "result_sha256": "e1d2c0a0f03b32acb78aae01e6247ae01753c1c267582391aea61c4dfb0e6a7a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002743, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5501327840611339, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:28.386921+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a640f6fe-016a-4ad0-9cff-4538624264a0", "result_sha256": "5d8cc9817e34416f17a236b55aaaf8fce5039d9e2524f65e03691db0ed8a0eeb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002888, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.6172996130771935, "model_name": "gpt-6-luna", "output_tokens": 85, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:15.346161+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a43c9d6b-8c6b-450a-8f01-8ab1890a4b2b", "result_sha256": "4b268a3b2a5a7d380bc26c35b7a294094e6fbc5687fd4f30680a2bcb243c2393", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.639116141013801, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:16.689745+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54e860a7-5ce4-451a-9f74-ebe6049fd740", "result_sha256": "d0edffb5aa68fe8d0d2386ac30e74ce889330f9dd8f3675de708bd534f6413f8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00029130000000000003, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.2021028029266745, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:22.650503+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0461998-a246-401d-b79a-bc7ee8cd3185", "result_sha256": "9e599f475ea72d39b6b7b7cc477386908ce79bfb54115e9557de1a85448138c4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002773, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.0933378560002893, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.595812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a0f7f81-900d-45ef-9e34-10b438cfb9f3", "result_sha256": "c5ef96b718cc403763f0a4c93b59408a78ba6c38089f75fb3d831953456df369", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027130000000000004, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.439331587869674, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:05.203571+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed4d6828-3b43-4d55-87fb-eefa42a13c78", "result_sha256": "46ad7134395acc583d6230cde4ecb1fe4949901932c0e63ea8d1c677289d77a8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003018, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.426956543000415, "model_name": "gpt-6-luna", "output_tokens": 111, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.559799+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5b5abe4-b9ce-47d2-8017-6d40f5a46532", "result_sha256": "c2a35222b0c61f2b95a6ba74a42ff23b30bd338e1167739ff6c119e3d48c78f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5430823368951678, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:15.740421+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc18dfbf-88e4-4e2b-8808-3966a71b22c4", "result_sha256": "6ef78f9c7efd1ee16c7a42265cc583eba24143efb8002a9da4c9bb53dbae4c50", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002973, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.31890451698564, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:01.229716+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff30377-783b-47aa-a702-15e84a841678", "result_sha256": "11d3b34705506df4f5e83349f29203f10929ee6d5ec45e093f1b022fa6f5ebb8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003098, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.0426819298882037, "model_name": "gpt-6-luna", "output_tokens": 127, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.700828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3383b7bb-f5db-4862-b644-6a1f7bd7b082", "result_sha256": "07c3471259055a4e14f8ae9e82466c3d353820937aaa30e35d59bb9ed83f7b25", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028030000000000004, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.016810562927276, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:28.048403+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "071564da-0d39-42c2-af15-7e74f0c8d696", "result_sha256": "f27d2cbc47f362e79acd7c0a567d1aeb6e5cb6d0d21cd1223fd4bdae96587a68", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002983, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 4.089344572974369, "model_name": "gpt-6-luna", "output_tokens": 104, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:32.157984+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0d2e56d-b420-4d50-9179-b9aa2fba01e7", "result_sha256": "1cd5164ce0d8e4d3656b87250ec2c1d416b3ec746f8dcb1a7389a16e8ddeca1a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0004433, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 7.00039459601976, "model_name": "gpt-6-luna", "output_tokens": 394, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:58.254225+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9efe5a89-63e3-4bff-913a-a6dfa3270161", "result_sha256": "dbc54a856bece9f8799b91f96f57b9c805b738307f5afd4719a72b8619f4e587", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 2.250279316911474, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.770654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ceb6d93-7c18-499c-bd0f-f8b8ba57b4fe", "result_sha256": "847a64f322bf259107b7954b4bd742c191f17e651987b2f900d0bef9835008e6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0693172591272742, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.456170+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca9502b-081a-49b4-9a8d-c22da92d8c54", "result_sha256": "588d9eaccd76b5bf8f8e6036f7335ba7a707e4688820058c731b8efe9da97d43", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0852074709255248, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.488143+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c756f3f8-a1e3-4113-a48c-73d2d58ff252", "result_sha256": "d732782e921cac562e2e597fe928839b1717c74f38d3fc6de6e2d5d998e0fbd0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.8596381060779095, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:31.421249+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e56573bc-4db1-4fc2-a8ef-3f3ed1b06f0a", "result_sha256": "952c5c4af0ed735b2b596997811adc8e55a77ac8d19a1bee703ec0b552f4e1b0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002518, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.5696666659787297, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:22.921820+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e3293a4-725f-4afd-842a-5388a6ff330f", "result_sha256": "ef36d13ecea67231c0945c082fb2dea233e9eed1242c7df1509f409f22a19291", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1755848280154169, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:12.579949+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d708bfcf-f5d4-4d0e-a015-f128ca899e83", "result_sha256": "d1e453483776d76a84b34cdcabdce9bbd6c5af8d83c1d6372a7d996fcea7a1a3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025130000000000004, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.3300096748862416, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:23.203523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca5a17a-73ed-47e2-82c7-ce4af6fda49a", "result_sha256": "1f389aab2fc713b5bd8e22b623c00da2ff12bce9864864f09eddaf5ab31855e6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024380000000000002, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.0889887909870595, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.529717+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df6d9aa-bc1a-4b84-bd3b-9a2f89eb68f6", "result_sha256": "d4c6456922b3c21700c8c09faba516bc9070dd2e982e103a678833f24e15d45c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030310000000000005, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.496330196969211, "model_name": "gpt-6-luna", "output_tokens": 113, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:06.179281+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33b017d5-d7fc-419f-8fdb-623d9b50722a", "result_sha256": "1a236029f7b333e1ecc77b2c263d76d55fc9fe9d00325ac93d36ce31b37cbb8b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030960000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.1730433551128954, "model_name": "gpt-6-luna", "output_tokens": 126, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:45.613759+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "581359f0-0841-4a34-9b54-4c8cfc366029", "result_sha256": "23222523aad7b66acba9c1bc0a79073dff4791c94c45247e83210bf8f92a9980", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003011, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3603566291276366, "model_name": "gpt-6-luna", "output_tokens": 109, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:13.045985+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97d692f-cb47-404b-a730-11cf021b9332", "result_sha256": "1b3db6388fd191a73fdc11dabe165ddce72c679b6422358d5faec4fa1a2145b1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003106, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.1765965800732374, "model_name": "gpt-6-luna", "output_tokens": 128, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:14.651469+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a2a0459-c9eb-4b37-b89d-67dcfc150568", "result_sha256": "034c01a9b727f5c621768a227daa73f19d79362d7f08ffed8cf7e60f53a00f3c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00031410000000000005, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.834071853198111, "model_name": "gpt-6-luna", "output_tokens": 135, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:48.678150+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0786822b-f528-475c-b668-ca88839cd436", "result_sha256": "2cb0074f64185b2912801c5616a6ac36a07978cb412375c6645f644fdbc10e00", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00033410000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.9507448540534824, "model_name": "gpt-6-luna", "output_tokens": 175, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:39.640365+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93ce9e2d-b984-42ec-b0d2-5a7a6ab09a0c", "result_sha256": "1752089ff02d8e230aee933381734cbbb7a90fb3d2d679b2988bd9a4de8f9cc1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002991, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2390804069582373, "model_name": "gpt-6-luna", "output_tokens": 105, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:07.130446+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4cbac0b-965f-4464-b68e-48e4b98df41a", "result_sha256": "c2313dd38a82aa743d6bd580ae85f113e9add82f47673decf3310d8d003c3766", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003076, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.592057865811512, "model_name": "gpt-6-luna", "output_tokens": 122, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:32.185290+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5af2dde-671a-4105-8d26-fde4d1e60bd4", "result_sha256": "f32ad31b18964d7a71a25f7c2e475c8d79700da72841576a56fe0e8f98339524", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030010000000000003, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.259151236852631, "model_name": "gpt-6-luna", "output_tokens": 107, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:50.562189+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0b47b00-3565-4d41-b6d8-6b209e3bf31a", "result_sha256": "f802e0c8fe8d08fa5bc112581dac11e2be22cdc6c621f6a358c8fce3d96e2a30", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030710000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.621356212068349, "model_name": "gpt-6-luna", "output_tokens": 121, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:37.189180+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca2ddd5-1be5-4acb-b093-7a717ef2456c", "result_sha256": "91a6c5c2c712adb07e2560c0a81843915523ddbee84a139a555f71d3409f1562", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00031160000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.0192450028844178, "model_name": "gpt-6-luna", "output_tokens": 130, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:27.465458+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9880ac-0b51-404e-a129-107045d90b62", "result_sha256": "63478390e79a1c0dcc1d12184657e4ab135c3428b128f54e1a7cf81d9d5fdd52", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002856, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.219936016947031, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:30.387034+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f2aeb5-71d2-4518-9569-3fa1588d5794", "result_sha256": "e12acd14a329004a820e0a19aaf3dd24485aee87f03c5cfb597d3ec151cd7c08", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003196, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 4.188688206020743, "model_name": "gpt-6-luna", "output_tokens": 146, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:52.977525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d6ed20-2f21-4960-8ddb-c78a922166f4", "result_sha256": "ec3b60cc6c81ea4517a00e58435cea57ede096553514fd28e98352d9c39cf459", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003086, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 7.974448742112145, "model_name": "gpt-6-luna", "output_tokens": 124, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:16.666045+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bf1a96a-3b28-401e-b78f-1a23ac9a7604", "result_sha256": "053e8f078c4d83d521082b4ed61197d1cc33ceb6bf325b20409273a6b63caff2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003151, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.0165379762183875, "model_name": "gpt-6-luna", "output_tokens": 137, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:46.475830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f5b4a8f-f443-459d-9656-7e74db31473a", "result_sha256": "cda4a7b684afaa64c53d0515799e1040fbd8f2a25f57126543eb183083ddd088", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003041, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.4252345957793295, "model_name": "gpt-6-luna", "output_tokens": 115, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:41.895404+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e85c7380-1d4d-4dea-a491-9ab120314b01", "result_sha256": "0e4927d6fd6d800516f8a5ab73c36599035123480280d0da535df69f62b603f5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028710000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.678002611035481, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:43.114680+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "902b5f8f-fd5e-43c0-a195-d1c21442f501", "result_sha256": "db90cb35623cdcf28fce3c0a7253bc5e7581127ce7ec158296e187b315e81267", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002976, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.751526879845187, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:07.617254+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "946d5381-1208-4ca6-b434-1cae94df1c26", "result_sha256": "6cff12828944b421be6fa96b7b3d9a63b52efc1bfbafd29b8bd83c8656363bc7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002921, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3365241058636457, "model_name": "gpt-6-luna", "output_tokens": 91, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:00.791066+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "890b39fc-9b01-4c7f-8fd0-1e55eaf58c43", "result_sha256": "d36f0264549c47fa463cf27be212abd557e12029709e3a2451ada62d345cdfa7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003056, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.792129843030125, "model_name": "gpt-6-luna", "output_tokens": 118, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:59.445605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf835d4b-1adc-40d2-98aa-72f33484c08e", "result_sha256": "8462aa781c7f9d8aa7bfa4943fe07353a1ac99668a1ccb3fbee7f004dd6d76a8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003016, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.9015209630597383, "model_name": "gpt-6-luna", "output_tokens": 110, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:10.080528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a473f9-2d18-457e-80e6-8180e3fbf014", "result_sha256": "7774e8602fc36844b58336e57b28d51e34bbdbe4e57dda60219d8fca51ceb211", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00030260000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.8472348561044782, "model_name": "gpt-6-luna", "output_tokens": 112, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:00.080936+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8838626-f8e2-46bc-b8e5-650db08b44a3", "result_sha256": "2209894197d577155b3910d6c3c9099cb3b352ea969a9aa175a40a9db1b76c75", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002821, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.089177185902372, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:08.654554+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a3a0c21-acd0-4c00-b63d-1a682350f04b", "result_sha256": "ef30d9e9de6269d393bab4ec6a4f9d9e8a36f9f22db2140faa98c59ac7eeb6f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00029610000000000004, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.271979938959703, "model_name": "gpt-6-luna", "output_tokens": 99, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:45.019779+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71ca124-178f-4df3-bc37-7537519cc8ab", "result_sha256": "ae0fefd647345235d7bcf3dfbfa3b04cac1139b351947b5e832853abe9b24f30", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026880000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.806802710983902, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:00.304014+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4798f81-c3d1-44c4-a2d4-62e9daf9a986", "result_sha256": "9fe59468ec0fb81ddfa1c2ab8f4addcb4a100af12a6741c4bfd31ad7c1d3b973", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026880000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.4355301239993423, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.668617+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca985b5-3b8b-4868-b43a-02c7e6766161", "result_sha256": "afceb657e13d3374f8086107a5e6563a39f9dbc82ed7069813879bbcf3e82fc2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.4121822810266167, "model_name": "gpt-6-luna", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:19.552299+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93cb1682-e366-4fb8-9813-436dfe757813", "result_sha256": "19510b7a885cb22a52e2c0937865d4194537ee6933ab90ed55457dc79a66471b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6879603089764714, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:57.140563+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bcd26fe-3cc4-4f50-b8e7-bed81bcdacb9", "result_sha256": "2c46e29af0327d52ad963719a02a5a04598063a8e603892e5f66149d8d1f853e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026680000000000003, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6335645581129938, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.089304+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "888788da-6332-46d5-aee9-89703497b4e7", "result_sha256": "613aa3fae4989423579aab76a23c57665d158a3a5b40d58d8a2e26a1d4cc8413", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.544252139981836, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:14.601815+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e585374b-1176-4e51-b3d4-038f255aa839", "result_sha256": "7b6550a9c7b0eaad8a430e3a963b83a2d6fb8d3b492769dd82f5329966cceec4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6714320729952306, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.065087+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44c9bd5-0ec3-4548-9a40-9f181f6aa644", "result_sha256": "d49fe2944c2b04efd2f2f1ff12edcfb4d945bb3559c6df68977b2d6703a4b53b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6800539949908853, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:23.488358+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d29b169-01d1-47e1-b3e3-7e272544d397", "result_sha256": "b25767660767f920aac75c61b527e0489b72fb3e86b7545b21eee0dfa251f56b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002648, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.740023975027725, "model_name": "gpt-6-luna", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:31.264722+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9c6d16e-c58e-4eb7-bb07-e69b99a64dd6", "result_sha256": "a76a64bdf42611c07c560991edc66a1687daa7f98ac12ea80a0d340e3a57ed4d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.4836393890436739, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.160725+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e9fcb82-e38b-412f-8981-38cd632e9484", "result_sha256": "5849ae386eaeac111d63279f2f023749389be2c20e86f7f6fbf8131ede591177", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.3817894579842687, "model_name": "gpt-6-luna", "output_tokens": 54, "prediction": { "choice": "B" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.448898+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa461144-4357-4f6d-8cb9-fdf44559f0e8", "result_sha256": "460d7b241788ddfaf97ad7a9560a089ac6c1677deb06d42a22a9997f20136556", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002678, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.9449219598900527, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:54.392763+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fddacc2d-15e8-419c-9213-4e4eb66f771b", "result_sha256": "c1a21b952f7e2ff28038dd9254d6ac34192aec19929ce03ab9806a6758ff05ab", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000253, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2536945999599993, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:33.121068+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1827a156-38f5-410d-a213-43dcfd0d5455", "result_sha256": "2b57fa48e0f5b75eef6c13480fab37ea782ab9c9bd90d1d67d1d5d89943f6489", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3684720031451434, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:37.405362+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc12aae2-5257-4e99-ba96-5102166e84a0", "result_sha256": "8ac04b54a270d6605d9154841166128b623149cfa663de7205cad0cdccaa16f4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000254, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.0436041518114507, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.586552+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4efc946-b8a3-41c2-963b-5b2c76920431", "result_sha256": "8c853391046f60d68d7cc774e8c0224e90047407fe7e4ca718f7cb6944820d2e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.817648527910933, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.488548+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bdd72e8-31c5-406f-9c47-5e7f4de34b07", "result_sha256": "696c75af2dfadf3ef6c4a1def65ef7f5bea67a09116d726537e5075bbea2f7d0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3256107291672379, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.604946+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b54a7a0b-5fcd-47c6-8c75-83df99eb8b93", "result_sha256": "e998b744a72edde207166adaf62d9246e9585734520742bb5ac3818c1d76c99e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000244, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.0378433750011027, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:50.774725+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a17d0334-413c-425a-b13a-98fef78a8279", "result_sha256": "a1ddb2b7b58ce26172864a569a7c800aec81f654e9f53d6b5352fcc7d5a22fc7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000244, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.8231508459430188, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:54.561245+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04effddf-a64e-4e17-b073-dbddf97d72f1", "result_sha256": "23f6bf8afc67b84c563de8db50429ff1af307b71f714ac8b2603ace5ab9165f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5552991500589997, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:59.108441+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd9e0c2c-f4da-4e57-964d-7f89589265c6", "result_sha256": "5b0b2d1f981f520b6ec399d61b555135fd8a1181569eb3cf46fd1c35a33f99b2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6490913541056216, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:08.799891+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9215e0ab-5de3-46d3-8612-ef41964fe73e", "result_sha256": "aa5287a9cbee20b8cab30b32f9f1888b2c01ba8ad68864620d730e97314642e1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3736873108427972, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:58.118288+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d244cfd-3f6e-41f3-9bb1-de942a0cb65d", "result_sha256": "710c54170cbfacdb5d50d58e15805d664f11e2bdba98891bb8d88c519ebca7e8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.692033447092399, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.282127+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a65507bc-ed87-4e49-bc1c-a5cbb903e9fa", "result_sha256": "99b2aeb26017f30fc5f4b88248fd7f119d5d1724221bd52e384a6e3d3dc690ba", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3874818831682205, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:16.816195+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7825c1d7-6edf-4d91-8cb6-17e60450bdfb", "result_sha256": "c70153251e83dd8fe247400319ce890ea3792a09e0407b0aacafb32ba1317ad3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002739, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.8588929940015078, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:30.797646+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c9703a0-77d1-40ca-9494-cfa44c74cee2", "result_sha256": "1aed654796a0ad75943929cff0936e222e79fccac54a093de9e66fbdc4423903", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002759, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.392758375965059, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:22.020850+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e78aa4-e452-4b9a-afd7-174c732849c0", "result_sha256": "16b57c29802251b14de39c7fb620c439b9f19535de1ac4d419afc1a29a7b4931", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.884355443995446, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.868707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0a0e11b-89ce-488c-823f-d8169e51ffd3", "result_sha256": "4ddebc05ea9929612a03219dfe445acae0f200eda15b0612db040868a0a322a2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0008157291449606, "model_name": "gpt-6-luna", "output_tokens": 87, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.955388+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5da40918-0955-4048-b85a-507cc94e9468", "result_sha256": "13b8092bbf5e3d265cd66a3060b3821e4a4aa49b723d9fc53d47192867b4e6bd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002894, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.618780372198671, "model_name": "gpt-6-luna", "output_tokens": 102, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:05.642243+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7577581-6d9f-4d98-8ae2-46d82ea87fa8", "result_sha256": "1ba4d00b0b0fa8a11be32e4c39752ee3b51d801cef0c62a6385872033a349ba0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.2010928748641163, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.458929+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b55f69-f5c8-4047-b7eb-53a8e391aa31", "result_sha256": "5b0c9a79ed605ea4f5f625e4b4c26d0f1b64e504cc52107338e4b8a1f4276572", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.818143768934533, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.862451+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a174e72-ba90-4b82-829d-ba7c97f6a69a", "result_sha256": "be045bef2fe85bf7d06bff246ea3e9d22191edc1a150adb2832db00589d3e97f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002779, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.1787443510256708, "model_name": "gpt-6-luna", "output_tokens": 79, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:49.271753+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b2943a7-120e-4df0-8890-f377cc8db114", "result_sha256": "b9c015cc034cfbeef2bac371869943c6c6edd5526e8358db4916b0b743b7ad0d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002824, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.2834207869600505, "model_name": "gpt-6-luna", "output_tokens": 88, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.364812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6915354-185e-483b-8e09-0f2496026b1f", "result_sha256": "47dd83bbf25823c9a04005d7d4f1e49218c0ffeff65d4a3dd0c7e957408e4659", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.173992069903761, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:35.320447+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac03b178-fb2c-4eff-8e48-f1214343b494", "result_sha256": "325b6d1991846c69937fb897c1f606ff4e5f90c9e328b5262d1fb3812fe30fe4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002759, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.8250555691774935, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:15.541139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da9146b8-e42a-46bd-8994-b61740379290", "result_sha256": "89e25b173d172fa963da2c00173b90932d33e203915e003eb81e433424fc8cd7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0414134529419243, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:33.001540+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cca02fd2-83ba-41a7-bf47-38210c3b8132", "result_sha256": "214205624beb4204ea44e912cde20ff7b98db7004b5365768be2c695406a1602", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002595, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5548762020189315, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:15.400465+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca11407e-24c6-4812-8f7b-9359d130d2e9", "result_sha256": "db92577eb771eb7368ba50d601d69fc34fe9f76a3d5286d155ef0049ebd2f63b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002575, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4436136099975556, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:17.079036+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "554ef809-fdfe-4715-8201-55fbfafc1834", "result_sha256": "b705b353508f06149a1286b2877b31c12b27c199bfe50cedfde7b5804835f7db", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4925363450311124, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.312812+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9d1e3a5-b6c8-4a7f-b44c-43b559bd1e66", "result_sha256": "ae91941582cda16a66a81c809ec56b53b1bf3d405d977dbcbee9507807efab26", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6652138109784573, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:12.573847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c4f3c6-6158-489c-bdb2-a29bf80cb578", "result_sha256": "65e00f905b5149e97f2509314b039b671a1878fbaef38f8b3dce76ae4ecaa120", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002545, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.508113418938592, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:04.482176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aafa445b-871a-43ac-9cf4-6534c453c36c", "result_sha256": "f4acc2d6e68933512ee0886ccc54ddc6db1039d85f98ce1614c267aa184038b5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000252, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4313877830281854, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.431825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0da52b5-f8b2-49f3-8967-4159d0a6a5aa", "result_sha256": "8dad6d9e106d64abda39737dae736e7f867cb63202dc147ea2d88ac122ec1e8b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.339129325002432, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.237322+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85051803-dc9c-4890-8e6f-130fed6e413e", "result_sha256": "ff01b81f018161b95d5dc6117161e10866cfa64036ed203219fed0d7b7816121", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002535, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1466035440098494, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:31.233378+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1bf48bb-a23c-44f1-9493-9a3e5a638e99", "result_sha256": "f235fdf7b54ddecd60f06fab188b1811462f9a8196d53015267135352622692a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000254, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.7220919919200242, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.489957+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4f031eb-eadd-424f-95fc-1394f4e4e736", "result_sha256": "bf3bb516ed36ab554faa67769c746ee12814a66d1175cbf191821a86e41c4f1a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002525, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4431717360857874, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:21.462630+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b42ff197-9f92-4e80-9643-efc98dd5d7e5", "result_sha256": "3425520a32943caad0cc6caeee166b7e3cd14c9d8c48abb166d90c65109f42d7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4399504628963768, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:57.037080+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acbebd4d-fa65-4625-b861-ae212f70b690", "result_sha256": "d3d4392cedba95636e6f730ad06547a91d77742eb3b2df1667f38b2c6f5b98e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.5278772639576346, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:54.799009+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b14a3c-987c-4ebc-8281-b76bc0495da7", "result_sha256": "47174a13197d2788f210beca3a2d3c1c373f58a1770d23f7421bdb27e235ea12", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026430000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.812706763157621, "model_name": "gpt-6-luna", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.195564+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "406dcd4e-133b-48c1-8e01-43c060cb8ed0", "result_sha256": "efa2dcfca91f22f231178312b1577dea2ca63f307d3f5327baea52d9d3d97532", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002658, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6584541879128665, "model_name": "gpt-6-luna", "output_tokens": 53, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:29.557577+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97ad1eed-3fba-4a93-960b-c5dcc63a0c63", "result_sha256": "37a7a4fe0138512cb775fe86f9eb8fa1920323e91f31a300b9a77d59eb82976e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 3.777268009027466, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:52.205139+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "958acdbe-6082-4375-9e1d-c3ada1a851fc", "result_sha256": "496d72e7f75b1350b6f0f746fa9dc35efb7e08e7ce35d8f06f68f136992d87ee", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002728, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8784555851016194, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:56.271569+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e673afc-ae71-4d81-a9cf-c2a37d13b484", "result_sha256": "91ab893005c71a289f959e310811f9d9ef1019233267e2b7a20f2d23a578f4ad", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002748, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.3022530949674547, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:19.266873+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "caa8f12b-e662-4bff-a741-e124e0b51238", "result_sha256": "b7b2817336d6bccdcf1fbf7100a8c7e156de3d51356d6a06cb557da338f06182", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027580000000000004, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.7787607121281326, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:36.576593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4aceefc-302a-4ebc-93ce-014be6c725e6", "result_sha256": "adb8f348816dd9cc23e501fd8fc8beb0f7604017627c16d89acb2bb14598f44d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028230000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.3011788008734584, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:02.040271+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3501ad-35d2-4ca3-95cc-26427e0ad928", "result_sha256": "e684f3723c35deff9a483b2fa612a20b9ffdafa4bac531fc20ff04fca149efcc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002703, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6883382729720324, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:52.370935+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab30d63c-ab16-439a-82a1-c51587b4843a", "result_sha256": "8349d6595a97b8b107d6373f08b5b3b894c1b852c8d424b24e46daf5ef52f775", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027130000000000004, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.2017944920808077, "model_name": "gpt-6-luna", "output_tokens": 64, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:28.923631+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc93cf29-654b-4f92-82be-53e45339b879", "result_sha256": "6ae595b8719c0f9a6b61148089547ae491bf9e41add120a89d93aa6dd1d53655", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002598, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.5992970720399171, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:45.730451+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84f08b9f-df16-469f-8eaa-50076d6559c5", "result_sha256": "7ca58ae63dee4866d0893051a6e05038801a652b907d9a2e80e644b0ea04f1e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026230000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.133766948012635, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:37.481700+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52143d8d-b85d-409d-9b45-47c04f9a6c84", "result_sha256": "0392280b2630056d93824c1dd3d2d292033f50b1eb2cdb2870cf7887227afac8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025780000000000003, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.2187997680157423, "model_name": "gpt-6-luna", "output_tokens": 37, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:04.543923+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a8e489a-8f2c-4da4-b806-99dab303849f", "result_sha256": "c93dc154f11b05aa0a7eb2b96059089bffee79882a152a1f154040d2fab48f26", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000269, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5745731401257217, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:40.998695+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2530ed45-2d73-4b1a-8dcc-689fde00a7f2", "result_sha256": "b99fef6a6c130cff7c47e76cab0df4051a495bfe91d89c6293f193d81c79fd58", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000269, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.0322223140392452, "model_name": "gpt-6-luna", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:18.766187+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ab3c074-adb3-4e33-9bf8-8f34e50bcd3d", "result_sha256": "430295a83c2abd7c681cd1e63d18eea3a21f9a408c40905564f7c9702838501f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002675, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.6664857808500528, "model_name": "gpt-6-luna", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:07.647068+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aa9bf01-d12d-47ac-872f-0a36d6251c25", "result_sha256": "90644adfc39e97c5dfe2037aad906a21ecb15c5b7cb0e70c5ea48ba853592d4e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002685, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.0187544859945774, "model_name": "gpt-6-luna", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:46.576929+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c71d9f-1fed-43e5-a697-47b44a8b7a0f", "result_sha256": "cf2114d7f799a6e849e0e84ba5624af98a71295943fb7e3e1ba2242d17a77de2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000268, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7047055650036782, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:43.034253+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c289578-f684-40ea-ae44-f94c93f522fd", "result_sha256": "b914928c558e66a23a07e2650ecc35f8bccb88115edbfe377a23e529fe904444", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4879048820585012, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:54.480952+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d08cae09-e5c9-4445-95b8-677069c067f3", "result_sha256": "4344c774ed9a86807970d5074d510f0ca3b821bba1841c966759710ddb71d006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.6295852069742978, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:25.011870+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0cf5190-afa6-4b0c-a2a1-76578e9677e9", "result_sha256": "6a8abac57839d1f4f762fc224109931127f7deaa0c695f9d9499a8644d5f1cab", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5024036781396717, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.637085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "278dd90d-b514-4755-a4e4-0ab898609227", "result_sha256": "0444f8c30dfa9ab2aad332d535078c422146876567933a4094f4449db30f4609", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000271, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.170403755037114, "model_name": "gpt-6-luna", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:50.720970+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13035fed-b47c-48dd-976e-99573f828add", "result_sha256": "3cd93d7250afd308267e61da274dcf26daefa4f5263f5d2f65b29c812d872672", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000268, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.9155434211716056, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:17.965459+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aa19994-572b-4235-accb-cecae8abc7b8", "result_sha256": "a0e58fd8a6ade054eff014434eeed46a73553641f5040832d5099027f97ce703", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002665, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.9044460710138083, "model_name": "gpt-6-luna", "output_tokens": 55, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:56.268650+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a99426-3b9e-42c2-a32b-8656266a6149", "result_sha256": "d7719aaf5bc453275be274decb943bb5b552a1fed7da9dfed54e131858c5655f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000275, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.863097694935277, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.040817+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c158d9b-86ab-48be-b9cc-31d5bcc68176", "result_sha256": "4fc4343a2e91685190b06449e8b905616f4d7c19777b87ea418176b1853e659b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002744, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.536472439998761, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:03.969681+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc6b7db2-8f32-4762-a7e2-21afc5c9b00d", "result_sha256": "4a01358f63d20ba6b03bcc4c6d3e605dc4f2bb8ed84015f811a1da5441271b91", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.0715209098998457, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:32.648594+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a32fc5cf-adcb-498b-a409-a40f97c164ea", "result_sha256": "6b97986507e806c1a9f6d537b7a98bff3dfd73fa9270768d4fc353be76ee7371", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002734, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6073344950564206, "model_name": "gpt-6-luna", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.903391+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3377cfa6-f67b-4858-b164-9d7a4b4570f1", "result_sha256": "38a4eeee366a465b53e7097c79c18c4a30d657ba4ab95b01829c61ea64ce9ec4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.2910960391163826, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:07.070970+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e684714b-5c04-4e10-872c-9bb2c72afdb7", "result_sha256": "c2c741a1a43e2d7083b4ab358e784fd5c1ef4b04bac2931bdefd1823f9c8a329", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.7247853861190379, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:23.539833+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4b2ca59-73ca-40b1-9444-27d3fa0080b4", "result_sha256": "40d85f1b2c67572b01ac3c0026e72e10f08ba3491c6e5b4bf8d82f83562618eb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028639999999999997, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.1622657331172377, "model_name": "gpt-6-luna", "output_tokens": 92, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:48.302752+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40365ae7-931c-47ca-9774-aa2c92fcf482", "result_sha256": "41c23c577f9efedf71b3da8c10e5aed6ab1a7370ddb4f846d1c16d390d1e263e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6169056079816073, "model_name": "gpt-6-luna", "output_tokens": 83, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:43.581936+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eced7af-457e-4038-bf51-14a1ff543ae7", "result_sha256": "dcca1ccfc4750352da118bb4227faebd8ab0505054264749becfa5baf26f8896", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002789, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 3.5970098599791527, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:04.255180+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "650e2c52-1901-4966-b603-96d3177718f4", "result_sha256": "13989f984f0f18e1beb46e6880611edd55d8aed81a9eb94048efe6597f183a36", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6979274738114327, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:47.237065+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6497360f-c81d-4f47-a439-dee89d583502", "result_sha256": "6167062b7a24d7f3a4473eff15d10015602bf5ab0a36243d570a065ce945496a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6891697249375284, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:51.276040+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bff60ff-b32d-4a9a-b479-d86a0cd337f0", "result_sha256": "110c85cea35cb673356835869dbbab9b44ffb27f89f64eafbf3d358f10836bf6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002764, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 3.0476092440076172, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.043246+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34584a58-d7eb-401b-89ef-f1ad9ace203c", "result_sha256": "e911ab98e161774d0dd206a79242a97ae02f8d9a803dad34c98a5d3da36b747c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002784, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.547999599017203, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:53.664245+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a8b17f9-c61e-4112-8e58-cd0aa771e28b", "result_sha256": "c02849661cf245e4ea452fe83c33c5e8b1cf4153cbcaecf97ebf3a6c4e2f7d47", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.1907239540014416, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:53.099464+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1b8a27b-cafa-4452-a22e-cd7ba4a4f210", "result_sha256": "dd84f19eec4e9d76a3369da030e6ae05d7e501b921e996f57beb7b4b422e8ec8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002635, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4900390848051757, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:10.184366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17cee953-8e63-41fe-9021-507fde53cee3", "result_sha256": "2edc3ddcfb4a88929f4ab22d3041396a3839c59a522c3c5a25c1cd348bd3bff6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000246, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.183075119042769, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.065334+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b81a7d-a4f8-4938-b5d6-990da6cffb4c", "result_sha256": "636cd45c8d4bd9bb253bf98e9fbb3413df36e004e314b989ee9df15ac03cd476", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.145626171026379, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:31.735898+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc5d77b0-58d0-4f1f-87ac-a55bf35868e1", "result_sha256": "b1886db6b061d16613d71713849314866de3c6f9bbef78ab60df5ab7b6873309", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5174961921293288, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.927455+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23960cc8-0e6e-4aa6-9580-f0d066ba2458", "result_sha256": "c828d7766f76c044f9232d981c31952eb149711aaea285b28fa20ae4a66f0f9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002655, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5642410549335182, "model_name": "gpt-6-luna", "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:05.468884+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "decaad3d-797e-45ad-837d-2beff96e91dd", "result_sha256": "c6762ae1887d430a82dc6e93000316c65ef478d710a2ecd1e5499b232cc43b35", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002555, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2977486329618841, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:38.480035+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b07fd10b-5e82-46bb-9219-edf361ebc99a", "result_sha256": "17a9a47b4a043ffc8a002bfee8dd850195bdb5c26922038f615c62ef5d4e55de", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000257, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.58688487787731, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.710082+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f208f4e0-e627-48ce-a5d8-885de36cca9c", "result_sha256": "ce2d7bc31923a9b495ff9eab8f42d6932b393f7c61acb5f66c7fe5ed41345bef", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002585, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.9761224039830267, "model_name": "gpt-6-luna", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:35.491056+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "207be0a5-8fe3-44d6-a751-52a6adb1272a", "result_sha256": "5efd5f6c6375776cf29bae890e9a9b52c8e4118bfb07650fe4e7223f35f2a56e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000265, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.8962610489688814, "model_name": "gpt-6-luna", "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:32.724429+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b52be0c-285e-4c3c-94f7-6df1aaa8049f", "result_sha256": "dcf05ae17b7123d84014fc4317f5463c0c923ab5766eec22612bb4a32f5386cc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2443804149515927, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:39.771727+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d71631-3dda-4e27-97a6-d999b22efa23", "result_sha256": "991ade5403790cbae3a312c099ba1ea8bf135d618475572c763520e12544ce6a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002595, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.696595530025661, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:59.105261+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d32ded26-efe7-462c-acb5-28bd5f838f13", "result_sha256": "71ed4e086374e28b2206e1bea0083c9b30d45123d85d4827db379809ce9afca6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.55991990910843, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:26.170918+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16413bea-8a2a-4996-992c-80547137ece7", "result_sha256": "7251e22231a4a60aad94309a4be7f6381b37272a6f5dc34c0675dbb33a638ba6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.8442104081623256, "model_name": "gpt-6-luna", "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:05.537735+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab161a6c-8513-4b54-86c0-eea698d3e3d5", "result_sha256": "c71e6f4cead226c118d65b56f44fce8c8e59f064965276f15c7fe1ce276a88c7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.5416158970911056, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:47.283950+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f859a96-9e22-425c-beda-8cc93bae129e", "result_sha256": "def4babc4cb74e47cdbd2d7bc449e53149a07ab57bbf6b879ab84e482eede064", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000255, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4422120170202106, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.930654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "618644d6-e59b-490e-8079-e3e11b243ae1", "result_sha256": "291915a8ab84fec197593a5282e28825009d5ef74422c93d1835ac275e0ea353", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000259, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.376799837918952, "model_name": "gpt-6-luna", "output_tokens": 40, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:29.798560+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d10f63b9-7b1b-4391-8b30-ba3028443162", "result_sha256": "6cfe0f6090e54438fef701a4ef99ced687825d83ba0ce8496e05994822966588", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002555, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7768626920878887, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:37.524134+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ba6eb6-2341-497f-b192-b44de9b87540", "result_sha256": "0391c966b9418e32243a825e373f5b476df4eba73eec95727ea555d30fd991fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4303468691650778, "model_name": "gpt-6-luna", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.963828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d08101d-60d5-49a1-85f3-8842395eb399", "result_sha256": "0eeab4bc6a55c5f41f467685861b93264e9600964f3de391d9fdb5df14d3189e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000263, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4261430529877543, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.644031+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3cecd0a-4a8a-4aba-a299-347892556d57", "result_sha256": "7f5fad0574862e01b004b20fe0caad1ba98c7199e0787555ad4e543d5a1e7326", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3958746509160846, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:48.740598+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "68951e2d-2773-45bc-bd71-2c53309cbe21", "result_sha256": "4a7a7923decf94fa84c2ce0d514d4b41ed98f2dbd239ea205f61cdd37750b128", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5576566979289055, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:01.624693+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3aabcfb-7fb1-4172-8837-13ce6ae2812b", "result_sha256": "4274af2ad6269e9783af102843aa273789447e52323058cc8a8e49ef0b50bc4f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.766728529939428, "model_name": "gpt-6-luna", "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:22.985523+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "79c1e85d-a2a3-4661-854c-30610c80853c", "result_sha256": "ee300df9acab6b7d01d48a17589d116483c003708d31cf2ba6c83c83ee2758c2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000263, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4208112671039999, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:32.518017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "610e09d5-8225-4c41-9ad2-708070a97470", "result_sha256": "340156031715b03b32aef802b14edc215ce12fe35a343c62de20e67c4c0e9178", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.7415906188543886, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:21.849845+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "463a72a9-4c43-4035-a5e7-eef7e46d3cc9", "result_sha256": "6581ca29cb98a538a43067963730376ed025c008e8303719a3847561cec074a9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002895, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.399615793954581, "model_name": "gpt-6-luna", "output_tokens": 99, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:43.822316+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf04c02-ef1f-4aa2-9176-ce413d7c37b1", "result_sha256": "b95aa00047f457ed81f586ffcb72b958a5f7696054b9a24c90a509bc5bcb78af", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.060252377996221, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:35.232120+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c170df3-27dd-46cb-a6f0-feed12748060", "result_sha256": "ff5acdff5e6df9c08ae4463575761e7e086f162c0e024f179853e0edb5a8221c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002745, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.212225968018174, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.281372+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "945c7476-3590-4149-9d8a-da2aab982fe3", "result_sha256": "d4476dd3d180333e41710e43d3f1e2d4df9ec15f9c199c398faf171654cf4210", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000271, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.9957727710716426, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:58.978667+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72fd32ba-79bd-450a-b519-244797bf86ec", "result_sha256": "29870b46e076cd5b94291b3b1fda478ea8e3459192115d2342aa8b08ac5d458c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.421084163011983, "model_name": "gpt-6-luna", "output_tokens": 80, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:15.104847+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20cc7b57-ff84-42a0-829e-3ba36adc3c1e", "result_sha256": "f0bdf9f3ad0d03afa419b024e83f91f103325ff8cf519f9f061e5e18aac04b18", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000277, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2883436779957265, "model_name": "gpt-6-luna", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:06.396834+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaab0205-3265-4cdd-a462-57e0c451d60a", "result_sha256": "291d31822ed68d8a1adbd0448af170be4ffc95cc8d3497f56900d557466eb4ff", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000285, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2710500210523605, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:51.098043+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5672adf6-1983-47dc-acca-c0bee1713409", "result_sha256": "2f4079e25fd9e215624528e7281079ba97baf474e706f779ac5e3754c05a6e6e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.1970895640552044, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:42.349901+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "768dc456-9951-4318-a39c-f8c84859690a", "result_sha256": "aeee1bd770d0ea5cb3771fdf31e3432f8e3fadcac1fc159d7750decb2c373c97", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000278, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.213705871021375, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.193355+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e92e1c-e262-44b6-ba67-ec8fe4930820", "result_sha256": "26da9ecec0f044989684f318748a4a4b0c29794bc3f1b5e2e6f2d6ba1ba9b78a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.808910682797432, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.771200+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f49dae00-2c41-4f1b-a957-73d485a4ae22", "result_sha256": "33d01d507fbb50d4c5f7e6f4ec787b56ea8e126b268b7b402590300a0bc32333", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000279, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.062473326921463, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.639004+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3979c775-a225-42c4-bcea-b347021304bd", "result_sha256": "5f21b5ff8037084c1de117d75c7f8cad4d6fbb49a4a3e083a0109314de3b3c7d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002795, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.395290886051953, "model_name": "gpt-6-luna", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:17.086904+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "669b5afa-e65d-4f7a-91e5-492b4a84a487", "result_sha256": "395b49304fecf8dab46392d393e10d770810da04d50f4b23e1ad4f7d406791f8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000312, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.736080823931843, "model_name": "gpt-6-luna", "output_tokens": 144, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:40.315975+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37d4b46c-82ec-43db-b448-cd294384f233", "result_sha256": "dd861d5ffe4d6f5151c5d876a92f36fc28477fbbcb49835b97a16c2a52fd4706", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002745, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.663398808799684, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.347504+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc0e8717-ac69-4c2e-9e07-bf3284613805", "result_sha256": "3357432e44b6da67d77355600cd9215f2fa5aa0c0d1b424ac303e20d88c64fba", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002825, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.5255157051142305, "model_name": "gpt-6-luna", "output_tokens": 85, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:58.111517+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "640b4f1a-9a16-4591-9681-6f17d817912e", "result_sha256": "4bd07c03efd088db960af5e47a4fc072cbc69c87bd5a16924a1160df0a15f172", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000274, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.652523557189852, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:18.298397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c371eb-d45b-46ca-839d-454cb6d9138e", "result_sha256": "aaed1d1159b8460b83ae03c0401c0497ab96c8fac397fbf53d525badaca35952", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000283, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.3547508649062365, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.231109+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4db5705-33cd-436f-b598-cad91f45c60d", "result_sha256": "13ffd4723e99d4671107c292b98ed8f220bf7c13175068e10c4194a70c8d3c75", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000293, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.474880534224212, "model_name": "gpt-6-luna", "output_tokens": 106, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:20.291409+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a111f01-e17d-4537-8b10-da051e9d1cad", "result_sha256": "a936657afb4970018a64dadb9eada25852c83405a8d4072f651aa99136b4f649", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000276, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6915277971420437, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.351613+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd7bb310-3f1e-4123-a573-91185b831c10", "result_sha256": "9d6818076381898857948e327d6fd43fe71afd4cb67b5504f4f581f81ca8a05f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000288, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.096911362838, "model_name": "gpt-6-luna", "output_tokens": 96, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.785664+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb775c4-5102-404b-b066-ec685ce69df0", "result_sha256": "9a183f98cc1c3a7169a6f090f66f8a9c4efb7f1ed9d3e624681d30a92ac3992b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000301, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.494690592866391, "model_name": "gpt-6-luna", "output_tokens": 122, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.741732+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9df8a498-49b0-4b1e-a725-d2f4e3672ae6", "result_sha256": "4e7509d385d440d3641733ea1fa2a5cdf6a817e0d5328adb6ceeb9ddda7bca6c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002845, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.9485108200460672, "model_name": "gpt-6-luna", "output_tokens": 89, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.520071+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "393163d7-8a03-421e-a4a7-c3c5095bc7a6", "result_sha256": "4e17c2ccc9304e0620c89fbf3ab9c78a10ff5da7ec5a51da94ef7d558c82362c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000281, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.1479473849758506, "model_name": "gpt-6-luna", "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:57.522508+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeacc6dd-c592-4a3e-97ba-abda36e6b587", "result_sha256": "05079a96fa0ac92c68a8893cca57382cd2804639fc4ea2cc4f7f9667d199e450", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.7526761109475046, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:56.613408+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16f3a8b1-631d-4982-a37a-d562627f0cc5", "result_sha256": "d8fefd4efbbf362714058c1394ec5e16cb0bbe862b2da38398a377d60c1962ff", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027489999999999996, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.725861247163266, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.930878+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d8d392a-18e8-4750-afed-1367830396ce", "result_sha256": "6550fef4cd20a1820bedde1f2290d8cb531ac23479155bea4e154e95e466d8a4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028639999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0433348580263555, "model_name": "gpt-6-luna", "output_tokens": 90, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:03.037826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "53626fb8-35e3-464a-8a05-30fcb6540500", "result_sha256": "0b917319671a2c2b0cc65c3ffa78078dd72e943102ddcb55065e2963657f0b75", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 3.998631585855037, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:52.431825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8691151-32c8-4175-b859-1474de560bfc", "result_sha256": "79d0a85c0873fef4bf9ea48f24c0bc9e8a394ae911676e0d8397814e64e40e8f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028189999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.187723519047722, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "A" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:37.064616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "499669b1-e9d3-4df2-abcd-9933d7eb8c9e", "result_sha256": "8637c3a6fbddf2e1cf10e6b8bb57eba9ec3696d8f75a47b49421984e7ffbeb28", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.6139080540742725, "model_name": "gpt-6-luna", "output_tokens": 72, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:07.656730+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e4781a-103e-4bc3-8047-a26c4640e14a", "result_sha256": "15f139e1781fbaefac23f70e1f94a328866b933e0ffdac68ab21b993c7158877", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.9599045019131154, "model_name": "gpt-6-luna", "output_tokens": 71, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.301484+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b167b8b-1f30-4cae-bf00-c114110f452c", "result_sha256": "8b11d08df288af36c27d76aecbfb831f62d6dfcb6af1912fdb865a4c185929de", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002789, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0899658747948706, "model_name": "gpt-6-luna", "output_tokens": 75, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:55.568199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b8f9d5-6ecf-42d2-976b-cc4148f4dfe3", "result_sha256": "934c29011f7f139b49ac88f4f5e4ba5026e44c340db3ae01b17ab64a840fafa8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.680503943003714, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:09.358264+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc1726b-dc10-4216-9549-5fe32f95ac56", "result_sha256": "f26aac228435043bc025a7b6419183068be33c520813425c3b1dc300c668c7ca", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002784, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.674452706007287, "model_name": "gpt-6-luna", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.648228+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c29b69f-6424-4387-b70b-852e2021ebba", "result_sha256": "647478a616622d42b59c5df98a93a5de650be5c7d99810bae7b5233fd8f0bd20", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.041149134049192, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:24.233084+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5d3b7ac-fecb-4025-aad4-bb52536f2f7a", "result_sha256": "d8045e86483c09976614fcf732e15b5e37e370fa819ea4f721bda72b3e7ba549", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.5480519288685173, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.163042+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1ba6257-6ee9-47e4-8555-61c105e6a530", "result_sha256": "497dd504044a20f7c76b0a09ddb251dfc10453909fe8660540ae8559322512c0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00028480000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.5307185989804566, "model_name": "gpt-6-luna", "output_tokens": 86, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.651408+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b74fe42-8067-4dc4-b822-402189dc555e", "result_sha256": "f93222abe0f12391f00c99a98dfc19aa7b89d9472331960eb0cc73fd1e87f047", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002988, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.103999502956867, "model_name": "gpt-6-luna", "output_tokens": 114, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:07.244102+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e59f13f6-de7f-4622-87cd-ab524a912e89", "result_sha256": "df6d978c2b4c30ad5cb11240b0c247bf4cbfd13b2a81396dfa35937850c1fb95", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.00029780000000000003, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.5202170761767775, "model_name": "gpt-6-luna", "output_tokens": 112, "prediction": { "choice": "D" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:09:57.034278+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "494c5e46-56a1-4111-8868-6b69169005c8", "result_sha256": "e1b69cd466020d86413dd8338d8a94de6ea6e25c72f7cea0d0201398fa302c7a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002673, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.9150488290470093, "model_name": "gpt-6-luna", "output_tokens": 51, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:00.087624+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06f346ce-0c86-4297-a93d-ed8bd4760895", "result_sha256": "b667cc55fc72d95ab88def93f92a12529c6eab8f51fa8b78cc0169e8d022ece6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003488, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.5509142838418484, "model_name": "gpt-6-luna", "output_tokens": 214, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:46.714163+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ecead33-2433-4669-b34d-2b8062b546df", "result_sha256": "336206b0d2ec6deb06196d2842164204ede4878caef51a4ed68a380061ebc2f4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003063, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.7192968470044434, "model_name": "gpt-6-luna", "output_tokens": 129, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:25.664910+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9fb012-6e76-4e01-a1b0-75cfc5fa1514", "result_sha256": "bf6f27b76cbb26c89b2dac664dc389f2e3a0b9a62714a44ad295edf946ff90d6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003208, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.3821993700694293, "model_name": "gpt-6-luna", "output_tokens": 158, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.520476+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "238e339c-6fe9-48d5-abc2-3fb1e48cbe32", "result_sha256": "c43f7ca1bfc497b9047d8267d59fa447b32c87ed7e5f7553bd9ca5385da59bb2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003443, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.3961890819482505, "model_name": "gpt-6-luna", "output_tokens": 205, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:24.831457+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb9c015-be4f-480d-b0dc-2e1af1aa382e", "result_sha256": "957a4bbce4df60ec892ce3361825106af98de9f91e7114fc9389c854bec0a30f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002873, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.2691920660436153, "model_name": "gpt-6-luna", "output_tokens": 91, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.682490+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3199719d-e2e2-4a13-ba94-c680085f938b", "result_sha256": "52c2fa6750e8f522ff383c3e91ae072da71a1647b203bea617638c1e9bfce972", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00035830000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 4.663316797930747, "model_name": "gpt-6-luna", "output_tokens": 233, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:59.098460+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9871a00-0d18-498c-b097-720e6f304ea4", "result_sha256": "f8ceeb546dd2b2a6be37e3fb500e0ea0dcca861d7e08059866adf5894e316274", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002973, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.4033149019815028, "model_name": "gpt-6-luna", "output_tokens": 111, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:00.975755+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd28ebee-afb9-48fe-af29-2a9768c72c4a", "result_sha256": "7cde63632caf83e1d73394906563b621d19700784f6ce2a54a11e8c1c353cfc0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003273, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.942866235971451, "model_name": "gpt-6-luna", "output_tokens": 171, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:07.974038+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "597ec0d8-0623-445e-93c2-f1d0e2799d7c", "result_sha256": "bbfd2763feec1c71c3f5bcad5fc2bd656784ecd6c526f2402a697cb27272ea80", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003033, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.8949891100637615, "model_name": "gpt-6-luna", "output_tokens": 123, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.677095+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffac6bc2-ba81-419f-a885-d6883f270293", "result_sha256": "1a1cf81670c4bd7f92ecb83c76fadc5fd4596ae5b592840bc949931cd20a26f0", "result": { "correct": false, "cost_estimated": false, "cost_usd": 0.00027580000000000004, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.0863309670239687, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:16.758205+00:00", "request_attempts": 1, "score": 0, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcf2fd27-4f35-4818-837b-0d6383c03617", "result_sha256": "16df0d0f33cf3f5c15bb827422502d367dbdb4d38717159f2f5504059456e9db", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00032480000000000003, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.7498087440617383, "model_name": "gpt-6-luna", "output_tokens": 166, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:08.197848+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac97604b-a7d7-43f0-b09f-3554640c5bdf", "result_sha256": "2fd7b9869c1a848145f19fff1356b5cdcc7b299dbf6e1041f31fe570d8b0588a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0003263, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.5256205040495843, "model_name": "gpt-6-luna", "output_tokens": 169, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:00.577663+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97be4b71-cdd4-49bb-b8c5-08df43525064", "result_sha256": "2d31ce9388d830715c633852199f8b0ee2c0f153173c02453d3e391eb271460a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025360000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.589061439037323, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:40.116537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c71f687-8764-47e9-9279-742ab5584316", "result_sha256": "7f52c63d59c444c2686f740f25f1f6bb72428f4a8339905cb4773c073ece011c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026460000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.0338070730213076, "model_name": "gpt-6-luna", "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:39.988749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e974894-798a-427f-b011-d95157173791", "result_sha256": "ad53cebcffc205b1070e84c1b70fb79e386e6c0ec3e785c8e2a2b1618ceccd59", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.5325088929384947, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:38.302695+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2becc6f0-0a7f-4cdf-a1cb-e5d50fdcb17c", "result_sha256": "b92be9ca758195366218b28c7acc9d1c5a117919cff4bf53464cfb793a27ee3a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002701, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.2641468660440296, "model_name": "gpt-6-luna", "output_tokens": 67, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:04.314243+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93c059ae-7af5-4684-8ef3-2078c1d67889", "result_sha256": "a50bc27f7e44b1efa896a9fd54e22b126c50134ef4caa729314d260bdb10f912", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025160000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.339742128038779, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:56.693864+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dee7f234-4614-461e-87b4-30309fe81de3", "result_sha256": "57e2e264cced1f245b18684257e715302e77bed732499477498457b82fb7c901", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025110000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2097401281353086, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:08.114645+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0d8324d-9cb6-4585-a3b4-93b3427e71ee", "result_sha256": "5fda0207f7c0ddfad091bcbfee98ae64c61590ccb4bc3760078b11e593e67336", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025110000000000003, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4212499980349094, "model_name": "gpt-6-luna", "output_tokens": 29, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:33.185082+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee21c599-68b3-4333-b4bf-8c030f1c9f75", "result_sha256": "9f1b29b4196c1c6e9a368d6c601e0786ef0e2898657dc151c54214c79b8f626b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2797506349161267, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:08.142616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e88eb39e-263f-4f01-bc44-4b193053000f", "result_sha256": "5a110d1b30cbb6d3d6a615fe3d39bc15066d4d755e79adf088e3745e0d107c28", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025160000000000004, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4680440451484174, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:30.460435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9044368-a0b8-429b-951a-06f3303eddb6", "result_sha256": "72e19090a09df38f3496a39e19de762f70d9589b26a0b8c703113f827ea36da4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002521, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4808627418242395, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.963637+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28e5e126-69bd-44ec-bec8-c788c4d96ea2", "result_sha256": "72cd2248c0e594a3a63bbc7765015a1bdc4c8bf4b5f405f068c103fc0ea88566", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002436, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2303216031286865, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:27.167444+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c9e181d-cd1a-4402-b6a2-3cc065c9738c", "result_sha256": "da19df7287fd4db1be3a685aee8366112a2a2eb423ac01eb50a10e994e87f281", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002521, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.3413165779784322, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.772167+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4506f8b-f0bf-4fe8-bbee-fbdd838d867f", "result_sha256": "cb48bfd16d7bf640c45c7142569c36c43255a4e822fce63e0198449c491b040b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 0.9948814560193568, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:09.361574+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f7264af-4ae2-4137-be50-9825f770f317", "result_sha256": "8e1e51009e82c092f43eab5293c13b108eb870ece938f9c2c0b1b6b2629ad219", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.9248188778292388, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:35.990017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd0e531-2d20-4703-b498-f95fff2af21c", "result_sha256": "61264a55a1e5441bbc0eccd8bf48992d4b8c5e34ba6bfc95d319ebaf8e3ce1c9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025670000000000006, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.8041065300349146, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:11.839114+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "859b87a9-94cd-49b7-8992-8a21e73262e4", "result_sha256": "b63ff5900a37d04bafc7bd6e5b5d440fd08edcaad516bedf0d35dd0688002818", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002642, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.85877815913409, "model_name": "gpt-6-luna", "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:01.325930+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5e278d7-713f-4b64-b342-b040bb76aa3a", "result_sha256": "78a55127e98f329a7b5afae2ad2a837a1a13a7cb90b96c4e630359c04f2f5049", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6528771279845387, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:49.169660+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5655685d-b0df-48fd-8bac-710be3cb5ca7", "result_sha256": "1f3a2324a7c8ac16b8f61e2fb9df3092d38acc9edb9b55ff1c83e89ec1ae008c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025570000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.0682769247796386, "model_name": "gpt-6-luna", "output_tokens": 34, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:15.112463+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "128ac95d-6f3a-46f1-9dd4-5f2cae5f66fc", "result_sha256": "a4fa970490b333dedf4bea4babb060d6a2f14e6d19d2343188f1d5c7769ce09a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.136655511101708, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:03.929522+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48b3295a-01ae-4581-a60a-6f1f467e5941", "result_sha256": "f243931ede26be18f591db01ca526e9590abfb383118be01c2ebb207f84147d3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2292474179994315, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:28.547915+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b3fb11a-a12b-40d8-8c06-8f9c861ef8d6", "result_sha256": "49f0bb1656d67f436224cc6c1ce41f7adfcf6a4e6098e656085ac6c356b146fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2328537569846958, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.454995+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f0ce5e3-bb9f-450d-a3c0-c3cf4321ac89", "result_sha256": "a1cb59686820950b51136a8a39e1b862313f62a2981ad8d657d6b09829ff314f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025370000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7378965930547565, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:41.514403+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd48253d-3415-4ae5-8757-7730b43b2822", "result_sha256": "3ccfb528f34027b1cbb3ffbec2989ad51e61b7815b9647a8f8b78056ca12869f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3025934379547834, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.545719+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99ae0035-042d-4b5e-8a52-6dddce901d22", "result_sha256": "10bf0ecb25210ff694aa7a6400a43df5a9218873b7a935eab0c1d841809d6b9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7535882850643247, "model_name": "gpt-6-luna", "output_tokens": 32, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:25.893305+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa3eda2-22c3-4592-a1db-206e83fca116", "result_sha256": "dffa14da43627b80b58451b25b43905bb24cd0262cc92f0ab9149ed87d6a61e4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6531248311512172, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:57.990060+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "705e78f5-e33e-4915-98cf-4430cc4797b4", "result_sha256": "e819018170c929f61c2d03f4d0446fd55dc551b26ad0ecde1e28ddee657a5bfe", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025820000000000004, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.5198934678919613, "model_name": "gpt-6-luna", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:20.118697+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc8bbaa-1261-4d0e-84f5-58c24c0999e3", "result_sha256": "ab6114a5a2a08fd95703ad7124f465e359c5ac15df3f3cd55a47e26ba4b124e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.0697617118712515, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.356176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "73efc34d-8340-4110-884f-ac5af559f69f", "result_sha256": "b1080cd0a34e3d7b32e6514c32715e1a5d10d4858d248d5b1249e6d83af91d45", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026220000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.559536011889577, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.613133+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e844091-253d-4431-8fcd-0b3ce2ead317", "result_sha256": "90d54143c333654b246a8e28cc366f680a6e540a597808cda8de3440fc3e6d6d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 0.9399620399344712, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:00.149466+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0810c15-4cf5-43c1-b10d-78b8127e44ed", "result_sha256": "7849cb74696f8cfae6827034bea078401d43fb368a19c47f2045c835722057d8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026220000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6329637879971415, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:37.389718+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5fcd035-60c7-45aa-a73f-c55f03bef958", "result_sha256": "274f4bf60d5e1d316fed1041a8b8bdaa93188ae1042113df6c0baf9bc558272b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3900704958941787, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:45.491474+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d0b364-94a0-43b1-8a4b-1d722c2ad917", "result_sha256": "ee8a8c481970a6784cbc041a11e99e6873c9925ad545ce052d9c796ef26bc13d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027120000000000003, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.847205633064732, "model_name": "gpt-6-luna", "output_tokens": 65, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.410731+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be0bb6bd-f7fc-4080-ba69-83a053b2975a", "result_sha256": "b1b11c95b6f62eb81a9a90610c8ea663ecd1d0eabd16c538f25acc73864ea3a0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3897909689694643, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.130121+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f31d2a-54b0-4221-8914-8188dd9ad0db", "result_sha256": "d7d6cd4dfff911dfb5b5cfea535daed0cc04772f2ac26f2eb54b0b37c8109e25", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025920000000000007, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.349460044177249, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:50.972475+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3aae6b2-65b7-4515-8e25-4ec72fc73864", "result_sha256": "84acf3e5c465b71c73058a2d578759c94126cb49029c4d533405c3d0b9c6cfda", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002457, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7603477640077472, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:22.135638+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a66361-a59c-45b7-ac1d-c98d3048830f", "result_sha256": "41f0e044fd8ea3a06c3f9f7fe64c5ea56368d6c6d961f3514aa8ada8c24931de", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.930462395073846, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:35.457535+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb1f3520-acbb-4b11-bb2d-508443e87f3c", "result_sha256": "c8fc4dabc4651814e88a4ecddc58f2c03354518d0bd3e55d89ec496de4c2b233", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002605, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4553148041013628, "model_name": "gpt-6-luna", "output_tokens": 45, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:41.336042+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "521b3cc4-d8e8-4b92-af37-94b88a2458e2", "result_sha256": "846135f2ff9343e491a6d833ca18c0ff7593fc0ff8ee8092393096dcf8b8795f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 3.6464195048902184, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:28.770858+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f88361d3-f731-4e08-b417-7b712d3e0e80", "result_sha256": "10cf808470e8f99ace48684727f4767e7a67f14b9d2cf2aa00dfb1cc2c564f13", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.377243342110887, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:55.585703+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f54539c-e137-4f14-8e4e-ad53864ff465", "result_sha256": "7c20a27d095f56d8e97cdff9f314f09592e5103b240299c5d947d8e304e342cb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002625, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8547888481989503, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:48.411189+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e594c759-bebe-4973-bf16-d5303d2b3637", "result_sha256": "b3e327d31000c2befd4817c8ec5bbd7a71963b75b5189dd8a1adf5b3b52987bf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.1137438390869647, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.254052+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bc49d6b-7682-4d68-bf6a-7e9e8453c52c", "result_sha256": "dea9a9e151c266a4baddd346674b16d103a6652c06fb6c1eb76dd9f961a5abda", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.434069470036775, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:03.179715+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a4e14ae-b916-4585-a67d-b21bda5fd431", "result_sha256": "271a8d057e9def41c7ccd98426aaa434d9907015ea443b256b4f9a02dcdf5eaa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.5919622769579291, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:11.919385+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff376fd7-2c91-491f-9086-459d4d69859c", "result_sha256": "8aeacc28d123fa76fb0d58afcde773f1572cfec5b9e0208144e5d6d9ee9bc9af", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000262, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.630876236828044, "model_name": "gpt-6-luna", "output_tokens": 48, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:33.511760+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33c939f7-556f-4146-a98f-3b96ed6b691e", "result_sha256": "05fe4eb94567fc0556465d386c4efefee2ad4201b345084c5e232522012fd3b4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000267, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8054442589636892, "model_name": "gpt-6-luna", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:41.293242+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a62b6ece-31de-47b2-b19c-2a0359d35b4f", "result_sha256": "fca60fa4a38c5780defaba31a6fae418e28baaba40d17aa97855748a4511303e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.000261, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.6193588399328291, "model_name": "gpt-6-luna", "output_tokens": 46, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:21.965154+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "79a67dbb-873b-4db2-b3b4-e851ed81da4d", "result_sha256": "103c7d886b954c817c5ad34565a260b38c5d42a073a80fd6086e6344b0d2c96b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4999866189900786, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.036856+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cbce801-c448-439f-8321-5ee3dc355d65", "result_sha256": "a7ccfadfa525f7d30913a2e49cc875bfb2562361088abf8c6c8c960a3a34604c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002615, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.9306667430792004, "model_name": "gpt-6-luna", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:16.036685+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ff3cbb9-2e00-435b-8a95-b681dc7c20b7", "result_sha256": "4d28a9d902930d3b52629dab604e92e8cbac9141170a8d09ec86d3f14137bcc6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002779, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.934339830186218, "model_name": "gpt-6-luna", "output_tokens": 78, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.479938+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e197975-d390-4f44-a72e-72353a303484", "result_sha256": "36f352db23892aebbe252575f604a433f89b4d6e866b7672fd95e1daf5442103", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8548072141129524, "model_name": "gpt-6-luna", "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:50.643836+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a04dc722-b34f-408e-be8a-f244c6344f91", "result_sha256": "eecc552b689b26da90e3430b8969c7469619be35a0d15490184b42f54bbdb922", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002699, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.166226984001696, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:26.875741+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a7fc96-312d-4f87-80d6-816d189011f7", "result_sha256": "92d72bb2d3c536bc3d73ca89092558522eb415c21328d7a03a0e4d21cf0f422a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027289999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.827874603914097, "model_name": "gpt-6-luna", "output_tokens": 68, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.335627+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9842144-0828-40ee-bc40-ef9e8af9cfa4", "result_sha256": "0b4d62dbaf517a3070982835c42827ef4a47d1e6ca50100a48b1e10a4c023278", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027039999999999996, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8967521209269762, "model_name": "gpt-6-luna", "output_tokens": 63, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:48.793924+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64319c3a-872c-4a8f-ae4d-462c899cdfbf", "result_sha256": "40a8c4aa0ead995a1a909b492bc553635ba06af004006341b4b3dc16ab569c3e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.129226316930726, "model_name": "gpt-6-luna", "output_tokens": 77, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:54.735116+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "246879c3-eead-43be-a274-0e913f38c0f6", "result_sha256": "1508e1c608bf170e1d7e738edab1c19985c8843712c64427a3a798f0575de46a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027539999999999997, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.0404630040284246, "model_name": "gpt-6-luna", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:26.750269+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52eb0d7a-62a6-4ccb-8e0d-07821e25056a", "result_sha256": "dbee7e50eaa1f679b14c6ae963b6c4d07adc4f15af741ac537fab68261bfcef9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002734, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.8359003509394825, "model_name": "gpt-6-luna", "output_tokens": 69, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:23.070053+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13c91d06-a7de-4b04-b120-cf6d828230b7", "result_sha256": "5ea3ec5f126136af01ed3004646f852917bb8e99c25d3a64c9077277c081af58", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002699, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.8265625450294465, "model_name": "gpt-6-luna", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:12.062092+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72f4c0a3-738b-4850-95e5-e8e5b28dfe57", "result_sha256": "1f826ea89d1c9129183c8bbe36a4d610fbf4b9ec0bff4b0fc427db64a91c0695", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002799, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.1803606760222465, "model_name": "gpt-6-luna", "output_tokens": 82, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:43.474095+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f67fcd-a765-4acb-9242-9206d1640305", "result_sha256": "332de8023b68da0cfb16bbc8c0cef27f40872543080e7bfc8fc3ebbdff107254", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002739, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.431527819018811, "model_name": "gpt-6-luna", "output_tokens": 70, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.598920+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e827b76e-c5e4-4a60-958b-c560cfbdaad3", "result_sha256": "735c533f6d8cbcb00a7b9cc2c90aeeb6bc09582b28cbf8d8482b97c5d6ae0014", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00027689999999999995, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.2612236759159714, "model_name": "gpt-6-luna", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:52.910476+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c905f82-2753-48ee-9f4f-1cba7b9aa116", "result_sha256": "2148433cda7f2949a605bd85c29912525af1af71bb195262537d416ad7adfef8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00024370000000000001, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1824161920230836, "model_name": "gpt-6-luna", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:46.230357+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2728859-b401-4f18-bee5-4c2f275b4751", "result_sha256": "520bc73098fec7c8a153e24a2811b0da6926745f92e83fdcccaecd9f89e6980f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002522, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3407360590063035, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.569727+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "05799746-4ad1-44df-bd41-558688115619", "result_sha256": "93ea6540838254da29e589c81fe7da1f3a6d9122da4f156c6dbd040142dc07f9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002517, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.2155809530522674, "model_name": "gpt-6-luna", "output_tokens": 30, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.701397+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b28b15ad-92ef-42de-bedc-5d605cbba480", "result_sha256": "4b878078a9ef445a8fb97cd623243d02f6101915201e0c5e0a70d05c367b3b53", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002507, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 3.600246061105281, "model_name": "gpt-6-luna", "output_tokens": 28, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.853615+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0362f01-d90f-41cf-b794-21d006117dcd", "result_sha256": "c092aa396fd86b7a3bc7df5da466e828dab5b74e5c9a3bd16b6d57f99f0b6c9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025720000000000007, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.375462417025119, "model_name": "gpt-6-luna", "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:13.683633+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc42c149-079a-4f91-a887-6ebbabcc28d5", "result_sha256": "80b530ef133feb157ccdcfd928be84daeeced7668dd3ee0d2cf20d98a01294ea", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002547, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.632112419931218, "model_name": "gpt-6-luna", "output_tokens": 36, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.225470+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b648b1d-82de-4dc6-a298-fd7162de0283", "result_sha256": "efabc7b30e2fe4901e2f753ca7f3571dd4a54a7b720b2ca3708415e4e682decc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025320000000000003, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4706712050829083, "model_name": "gpt-6-luna", "output_tokens": 33, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.597396+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "192e11de-af83-445c-a877-514a7ed63889", "result_sha256": "8d43fe42b249cfb78eef188b8cadba5232781fb7f6a2c99744359b7d94b77361", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4252171670086682, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:12.470310+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e64925af-a57f-437f-8464-739d91e8b3f0", "result_sha256": "095a1d7c625e2da42583b0615d8986580fc0bcc708d53b68f616f33550003186", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00025770000000000003, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3652356239035726, "model_name": "gpt-6-luna", "output_tokens": 42, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:11.453748+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f9ebe2e-fdd5-4616-aecd-5f2161530d3e", "result_sha256": "01b06ab38028807cd1f1b5f9550900f0cba838c63a9a1ab8a301cee5354cf8c9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002542, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.2898954281117767, "model_name": "gpt-6-luna", "output_tokens": 35, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:59.788499+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44d35055-fe7f-4c54-968b-74e6ed9bd4ad", "result_sha256": "317c81db4fbf5c4d390739da64df3cbfee4994d29dcfb2b93680948195f79755", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0002522, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4526660519186407, "model_name": "gpt-6-luna", "output_tokens": 31, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:25.059513+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af81058f-06d0-4385-b57e-4d90dc7c086d", "result_sha256": "a3677a2ff0d8cc5a44a200341c00ae3fff5e97a2746e450136a54dc1d45acf06", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00026120000000000006, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.488609611056745, "model_name": "gpt-6-luna", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:07.141642+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a94a4a0-88ac-45ca-8e12-76116114d4c5", "result_sha256": "524aef88307a3f46bcb27356bd84f9005baad2732df1383cd7ec2a840a220fdc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1706245359964669, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:26.064509+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09745c63-55bc-4064-9de8-13b315a75127", "result_sha256": "cdea4ee89fee417ead39a95fb06d8c3c39176e1423273ea1eb4def872b50ecd7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1502929059788585, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e32486067ac25398fcca8ac9d957270d096fb6771f17cdb332d35edf376b0f86", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:18.250909+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4e7195d-7d2a-4977-b1c5-64563385fe31", "result_sha256": "89334e84d5bc9cecd28ed07a5a4b48e89ed59ca7871bf55e363dc909ac0a050b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.341116171097383, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:02.161955+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0587b717-05aa-49ea-99e7-b4e89bb8a82c", "result_sha256": "349bdbc6f67c617e3aaebc73ccca98fa7650dd97480ef5bd23572e64dafede63", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-left-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 0.9988278190139681, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.986368+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fea83de-3097-44ef-9314-775c7041ec4d", "result_sha256": "58ce158a295e8afa9ae89ce8edd4414f697047678a8e2d500e71caa72f281bae", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005292, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.865111666964367, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "376fb84b749ec9e6ed85a09a2f7a073f4bb3962b1c113f20e7e3bcf9e146f18b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:36.936724+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "223e00b2-2812-40d4-a852-8cc25f1aa0e1", "result_sha256": "05e4ffc6b5fde9b57cfbad02a7857a3dbe284da0c7dca9c2ba77c112395b8635", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.1508599761873484, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:11.214729+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a00d6dc7-4a53-4fd7-ad9f-a618b07629ae", "result_sha256": "76993802e8bc30f9ec54dc21adb0877f0698bfdd005310523f597c21e6904835", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005212, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.9293708608020097, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:21.628487+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9321e04e-1ee5-40b9-80b6-e603ad59ceac", "result_sha256": "be9db61f3e0cdd49b9557099263f679b44343c705c5cc0cc479669a94c7a32e8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005262, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-center-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.7670041259843856, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "C" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:30.522705+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0c4a445-fbc6-4e81-83e4-e55a62ad7689", "result_sha256": "f4e4350e96179d4d7789435bec2a253112e1c033bf49b8830a2553087b2a9379", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "A" }, "group_id": "blockalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.2148913010023534, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7d6254d951604c657e71aeb7cae9178b26bc4d3dd7020cdf265225567557e5dd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:22.376371+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a116dda-ed4c-4a62-8664-03ad910a594b", "result_sha256": "85bb59a5117cb6c173156aa0b44cb161870d1a6422446ac1a63ba3c840ca78ef", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-light-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.3232583720237017, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "238f37fc59f145a67466f3f7e834594604126429a37dc7fd71fda81a0610afe4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:10.728878+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd6062a8-c197-44dd-aa7c-6f840025c92d", "result_sha256": "b67832ffcc8f95a34a67f821f1285e28686ca5249daf69b270c84be3d70f7317", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "C" }, "group_id": "blockalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-0.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.244762463029474, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "19f470e5b91763a91fec11553496167c6525902526ca96fe05ea2d483d2acc16", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:06.545654+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "faba92f7-77b1-4b53-8db4-532195b84c63", "result_sha256": "001fb8b89d4f15a4ae303ba449023090d479b9fe5a79672981d4e3fccd38b5f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004932, "err": null, "error": null, "error_kind": null, "family": "blockalign", "ground_truth": { "choice": "B" }, "group_id": "blockalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/blockalign-right-dark-1.png", "input_tokens": 2396, "key_errors": null, "latency_sec": 1.3862165929749608, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "aec8632f26486517e0ed07640068efdb11c079f166b430d6a2eb3e7ecb5c47b1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:23.573683+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-blockalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ced94f31-3f32-4800-b2cb-760f35b730a2", "result_sha256": "19963782ddddeb877d1f8fa486f9cd8851f44c41157ff7d01cbf3bac9bd8d62d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.021151761058718, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0f1e528120c9711dd50b5a3ee0dd5163897f25273cfd6b0ec66485192ac32e79", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:57.576413+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a223be7-46f7-4e2f-9ee4-de2ac3765f7b", "result_sha256": "0f383b0158ccf7f8fc5a2e73f441b0bb270219190c36364670456ea5cbe7f794", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005416, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.300136375008151, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "C" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:57.224411+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63967e9b-453f-42e6-b959-5a37184ba941", "result_sha256": "99e1a9c0813c608a13c1d1c02d9288cb4969438123c33e249c06a0ed1b211710", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005726, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.023022609995678, "model_name": "gpt-6-sol", "output_tokens": 80, "prediction": { "choice": "A" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:29.508617+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "80da3073-5f58-4631-8b0c-59d52fc7b728", "result_sha256": "88896ad3085d95bde300a6be9ed6cf0a02877c38e5369271b80ceb5dc831a73f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-start-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.45510138804093, "model_name": "gpt-6-sol", "output_tokens": 39, "prediction": { "choice": "D" }, "prompt_sha256": "a4e6df1b241ba522334256d095328511f40be1d02d97470c916d2ec188ae062f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:27.863883+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3c431f-ab8f-4530-8842-7ad5619015b1", "result_sha256": "90e22915d70e4fde3a865dec89ccc05939ab8c4b31f84280e2652f281c82687a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005516, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.8488089360762388, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:14.491341+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b24b0cfb-e63f-4780-a807-6952ae79224c", "result_sha256": "5168a5dec58caca210fd389e758b995606f3282df34a996ee4866f18d77c5383", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005246, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8156335221137851, "model_name": "gpt-6-sol", "output_tokens": 32, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:12:16.733651+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42cd5dd5-8264-4e73-a651-0fc49cc5b420", "result_sha256": "2554a1b9e7fd75ed46b8ac0bba1e74f2bb9f35652b95570ca0f93d3aad3ee68a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005506, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.5701080290600657, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "D" }, "prompt_sha256": "e6e3e7be0a2b7e91666344c6f0c3a0f931a9ea63d47c2dbd9e1c4cb334420e83", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:21.721646+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf46b9d0-cbe6-4af8-900a-65a5cf53836a", "result_sha256": "d42684cd373dc2d0ea0cfa10575ef63bc67ccfb8979a03ceb28c4ed2d80b2bf6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005236, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-center-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8332226949278265, "model_name": "gpt-6-sol", "output_tokens": 31, "prediction": { "choice": "A" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:09.102605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c31139af-1c31-4c1b-829c-df2864edb8f7", "result_sha256": "32f5f83983bcbdedff6589fb20b8978995041b362d4a03bf3ac9aad78ff04963", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "A" }, "group_id": "crossalign-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.88688062899746, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:04.525770+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ffd5d35-2aed-43f7-a26e-17eb3af37dfe", "result_sha256": "90f9d24bba07b4d398c320c54578f9a80fc6924db24c4a3673ce281a74e30284", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005856, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.9933864038903266, "model_name": "gpt-6-sol", "output_tokens": 93, "prediction": { "choice": "C" }, "prompt_sha256": "259aeefd7e7471d977cd6004803e1298c147569226cadca5947c59db9f3e2731", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:47.054717+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c54bd770-a875-4ce1-987b-6f26c8ed0138", "result_sha256": "7e51b2d78f77aaa99accf60b7f89d481d3296a24a12c1418e8c60667c22d77d5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005066, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.8494696379639208, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7179fb2e3aaf1ed7b815d29c079e764245857c5a2a81c76dca5d8cd0b7fcd9e8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:15.008352+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb37d9a2-3735-473e-a0b7-3f7cf86b5800", "result_sha256": "9512f095c18e22162f24f0cbc59c28421d370868daab8106d2aa61784cb5597c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005396, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-end-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.4334707669913769, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "B" }, "prompt_sha256": "a741f50a81efd135db5359d6779e3d6988fa29ccc1e2f727cb701189f06bf4d8", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:59.738792+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "08a12920-8ede-4d9a-8ad0-5722c73fbf5c", "result_sha256": "1949648b588bfea68301bac3bdc115edfa71a0df376cf1470c1d5f61038b5734", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005566, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "C" }, "group_id": "crossalign-stretch-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7946099708788097, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "42e3d5b05e35df09d8f58ddf18bbea16275da96264b53e5005136200c350e010", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:41.215820+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "474aef8d-9a5f-438f-915a-5faf7e996bab", "result_sha256": "7db8467030e9ec84208c8b8c7ff1d9a3f1ca2d0ade05048f0a0d0f864857d362", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-light-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 1.7210797900334, "model_name": "gpt-6-sol", "output_tokens": 39, "prediction": { "choice": "B" }, "prompt_sha256": "ea02b690a39fed2c99e991ca10571f8f5e75cfea4e2db5349dafc50758191f40", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:26.926736+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95d31f9c-c1e3-40d5-bcf1-a387c2ece765", "result_sha256": "c858ec37045c8bb09b016dcb58f758ae361781d5007606e73aa8da3ae6badab7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005456, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "D" }, "group_id": "crossalign-stretch-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-0.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 2.250707895029336, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "D" }, "prompt_sha256": "a0cc0893516679f3ab248b3cfb7b1e000bacbb17beb9b9bd9dcc6099c756222f", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:30.060681+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68cff574-88ce-499d-b2a5-9c12f1b1f618", "result_sha256": "ff5088f38ccd7e756b7b9c06637116db227ee3aa43d7e25d0a3eca8a6f7c1823", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005426, "err": null, "error": null, "error_kind": null, "family": "crossalign", "ground_truth": { "choice": "B" }, "group_id": "crossalign-stretch-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/crossalign-stretch-dark-1.png", "input_tokens": 2463, "key_errors": null, "latency_sec": 3.346242134924978, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "fed2c2756d1bfbfa4a2899a0ada5790db38828dab3d9688a7a0f2ac04c6b6676", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:54.532176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-crossalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f9ebad8-2169-491c-9391-4f790bd91613", "result_sha256": "1bbaee3546ec0c4c95d758582f723f87971f1ac4ffcc3150a9102ff80d1ce71d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1389163879211992, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:53.449737+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd8ffdf-7d66-48e8-bf40-9f836520f4b4", "result_sha256": "1e1998a43c3149843d4209e6f287f889f6e8e22d3767bd7c158a96678a98e46b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.1228206888772547, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:43.302911+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27da6310-2ef4-49a1-9c6c-f451f379cb5d", "result_sha256": "1581b743d53fb420ab19cb9dd2b29cf26e4097380b4bfa9d2155994517cfd11d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-row-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.2184006839524955, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:18.565809+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa2274e-f1de-480b-84b7-2ab64b4f393d", "result_sha256": "c046faa0d43d2855947ea55088b1508ca14c2f1a04fdd12c73074b6acb277978", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-row-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-row-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.5150411839131266, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:30.468406+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5072c4ba-7bcb-420c-a4f9-c1b541dd94bd", "result_sha256": "ddf7401eab77e38cba6768ecac7171022cfbed21a23a3374797eaae58e7e6797", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.284205975010991, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:22.034146+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5675d3d-0461-4ea4-b4e7-29937752bbb5", "result_sha256": "f71d096378e359d91c4867cd8cd4c9126a038f9a345090c17d023e11c89a888c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-light-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.8313454990275204, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:13.116633+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e3d55f-b480-4e05-84df-29c1167ae696", "result_sha256": "b7e9bee6c408888ea715b2d93c0168db5f0d5a3f0dca0c3d32063c90bef3193f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "A" }, "group_id": "direction-column-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-0.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.3420198978856206, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "3768f3feb47a0750f78e6a2c372e707b1b87f7af93fd1fa6b13ef50f1092f226", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:22.970224+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39aa6f86-8527-4ce3-8234-a10b67c98fb5", "result_sha256": "38abfbfecf33a1a3faaede88d3c973a51ac546a0b8636636bffe45446fdba5b3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004876, "err": null, "error": null, "error_kind": null, "family": "direction", "ground_truth": { "choice": "B" }, "group_id": "direction-column-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/direction-column-dark-1.png", "input_tokens": 2368, "key_errors": null, "latency_sec": 1.076377006014809, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84ba6fd0e7012086e1f258af7368901e4550a2b9a6e285f06f25a8ab71464ec2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:02.421525+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-direction-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61160ce5-0ffb-4bae-a0dc-d655e0cfbc4a", "result_sha256": "bac21260b8fd06e7d46775cd94a1d26dcc86fd4900fc81ce39044584acd05f6d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005572, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3847039530519396, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "D" }, "prompt_sha256": "c5e8a062bab89a0ada9699f67d71f11574c44b07f47fe6b471893162d79e822e", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:05.018017+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae419a5a-0c11-4ffb-8350-6e1bb2fc151b", "result_sha256": "4c035a087cc0ede47627d422c9b64f4d2df832f669abcc0c99e3db0c4dbb9284", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-start-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.915843095164746, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "F" }, "prompt_sha256": "a0ccf33b0dbbc426b80b82e74fdfbafb7cd7dff4573b6bb132185c8b476a57b2", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:43.962267+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "864b3323-495d-4d7c-a823-71586d44c11f", "result_sha256": "d3b4cf2466b28633f1c5027a326441e18bb166587e0776135eb8af49737650af", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005522, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-start-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8554041008464992, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "1eda56ca21b06fb039bc76a8c3d84de28b1ce8490ca33890a7e3b2bcf7d45437", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:12.365593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd59b7c-a4ec-470e-87d5-a867d1727d8c", "result_sha256": "d016d53983e0881827255f20c5e100bdf6f7f768d7e94435c7496cffc6454585", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005392, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-start-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-start-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8102768978569657, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "D" }, "prompt_sha256": "3ad96dc5182ffe205957a476703a3fa61818fc870ed5be5256b09869b0bc7323", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:10:13.057322+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5703668-11dc-40f8-a79c-65482c1083c2", "result_sha256": "6d8b60a09ad6639865a770449751d872a8d49413426802dd2a5998f3ff83fb12", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005522, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7539061699062586, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "E" }, "prompt_sha256": "d47c19cab91f33f4d25cba7cf52697e79dfc50d2011d63234517770b7bbe3d42", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:47.500380+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14905060-e1a6-462a-aee1-fe4c7e1b6dbd", "result_sha256": "7f396ee2ba1bb832bb705b3acd3844e2c6cd9850b2a80eaa28670f213e3055fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005602, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.875514191109687, "model_name": "gpt-6-sol", "output_tokens": 67, "prediction": { "choice": "E" }, "prompt_sha256": "2f316a4393b531fa7b5e9b8090c0a3c148e22a78e6e8f9382c57e24f29d56be7", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:09:37.350097+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2c46758-9238-42d6-b220-5f03bc2b9a63", "result_sha256": "c3fc2101496d99ef1bc8de694eb77d0d0617c9d6ef9995456d69b3063862ef0f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005502, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.564399757888168, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "B" }, "prompt_sha256": "d3aa9dd8445fc739c14269d23f3f90c4093713cd7ec7f0fe052ca16e2f8ae3b4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:05.550798+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "321abd7d-982e-44f0-a682-828295355ed4", "result_sha256": "80365b0ceacd62dda19f204ea67ecf82d7d264f24d6e15185c02507a92043e37", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005552, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-center-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.464613097952679, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "D" }, "prompt_sha256": "27147e1f86f207706e058c66a175f2db6da63ea3c8dfd58dc353d60bc9922569", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:31.188374+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d952a16-b7cf-4801-872f-9fe95d65db48", "result_sha256": "24b0a983fa6314cca2f55261ab627092fe7325d8ff04f16b3d405c4a45fb4033", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005622, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7669860839378089, "model_name": "gpt-6-sol", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "17648faa8c38d72326eb56153ca43b16f1a49276e5acb8d5110bb4bb0e9299d1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:49.519780+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd9b847d-1dd6-44c4-8cfd-119a51126df0", "result_sha256": "478082f9cf814b834103158610837b26e1ef3c0cd5e17d230d5374220cf2da26", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005562, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-end-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.467475933022797, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "E" }, "prompt_sha256": "aebd9c0440974ace931268cc69fd04b3961d3ac9b3895fb8243ac6e96f4cc134", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:10:36.849852+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af60a49c-6b39-43ba-b1f2-7c8b0874ae26", "result_sha256": "900ec5b106764699d52b786a8b5089fe800c5b1367b988bb4d9f98e23c20eefc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005512, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-end-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5785627488512546, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "230bd5c48fe9323eb18d8e68c17b30c36e29e314d1401da5a141c036bd28ebb6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:25.969078+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73a8a9bd-a27e-4aa3-9ea3-67021be719ac", "result_sha256": "08e1abba1c75d0854f0d3e95c2bb3a3d524c91f8a87f9d9cca75ccbdc93b4cc8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005852, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-end-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-end-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.3442181770224124, "model_name": "gpt-6-sol", "output_tokens": 92, "prediction": { "choice": "F" }, "prompt_sha256": "ba31519a816a02b7e10e25462cd6a6242eafaf332f7ae72c4e8dc04ba3caa324", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:13:28.887608+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23f6accc-1536-42f7-b111-945b0002fe7c", "result_sha256": "be333e2334fd8a9feaf619ea1991cffbd4634528c979096e45e0481e5ec6daca", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005682, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "E" }, "group_id": "distribution-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2960014501586556, "model_name": "gpt-6-sol", "output_tokens": 75, "prediction": { "choice": "E" }, "prompt_sha256": "23da23350386069bba58b0668e6b5df5af67fac05943b8826730fffd8ce8e9ef", "provider": "openai", "raw_prediction": "{\"choice\":\"E\"}", "recorded_at": "2026-09-23T12:13:50.844906+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6108efa-a044-4869-bd67-c0c4c400ba27", "result_sha256": "6a42ce2842d4f88bd6d8f458bf60eca2ea3590e2e432f22cf4055c70ce2846bd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005582, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.8467024590354413, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "a69521ff42316a2cf6dd875d17ed524c23ebb9d37a359ef46a9898ae2d02aae0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:10.397844+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e681ac8-436d-4072-9150-719ab5cae389", "result_sha256": "f60e3969109a661bcb8435656e7945ecf4629ae9d81010c8ded7f73c07cc19d9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005572, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5951931849122047, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "2844fd3c7e35599c196ac5243ab693c9f28551ca0f691e83a1b632f51c83444b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:44.639519+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1396ca1a-283f-424e-9fbb-673eef35de0a", "result_sha256": "6ea21b5cced234f8d738ff4d04f3be8b7629656e2906b38f32c498968552c589", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005682, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-between-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.005723587004468, "model_name": "gpt-6-sol", "output_tokens": 75, "prediction": { "choice": "C" }, "prompt_sha256": "18d8a135f2c101591d404cbfe01f629ac78319d2093678f977ecd0929055dab8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:41.366250+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df882b0-279e-4078-8ce3-0628c70dc298", "result_sha256": "3691311cdcef9519908649e495808361e96ffe7281245113dd1c8f56f3f6251d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.2405768299940974, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "F" }, "prompt_sha256": "bbb61c606caa02f5696f7942e1fe764803a2a2fa41fb5bea98e450a25158c219", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:12:42.372196+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d668422-0b2a-4d94-9ad9-e537880409c8", "result_sha256": "ce37b38ad6dbc83d06d528b0d8211185cbb0b2442fde9698ca783297f6727e7b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005552, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-around-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.6927051229868084, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "964044cc4630a4303ac98062eed5f27cbfd8d60ca2ff55cefa53ce651a6151e1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:06.267267+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb418f5a-4b5a-4e44-9ead-5c610dbd61b7", "result_sha256": "7e9c7b6b1f7cd826deb517f42a7dfe529349fd0b1fd4fdd21054527a958bb969", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005642, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "D" }, "group_id": "distribution-around-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 3.325408671051264, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "D" }, "prompt_sha256": "4dc80907c36a071b7b8d24fb1b232e7423f18ee5163be9b22e0a35c4d658cc94", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:01.724477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7930b3d7-3179-4b7e-b171-800d2e8ea697", "result_sha256": "2944e6c2762ad99e8ac6e842447a6488d3df9286afaff8ee474af97cd572642d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005642, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "F" }, "group_id": "distribution-around-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-around-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.784119423944503, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "F" }, "prompt_sha256": "4dcc7229487e3d355fc6f147248270e76223b590fa32a706ea21638c7421eced", "provider": "openai", "raw_prediction": "{\"choice\":\"F\"}", "recorded_at": "2026-09-23T12:11:57.457449+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf0aa4d-9c48-42fa-8000-09361af257e8", "result_sha256": "e87d5c8f326bcdc79c1fedc1c78c2fd9d0a5a4ac6470fd9b6607471169b23a27", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "B" }, "group_id": "distribution-evenly-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.9922966139856726, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "bb6a0458622253c31a96dd71203dfe1750682c555db8bd324eda28766af2ea8d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.611534+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "645dbc86-b9b7-4cd9-a2fb-16ee9ca81e4c", "result_sha256": "ca4ce4143b84225c2b00f4b48af25faf3ee3aaf6f259b59445970b26bb74f278", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005592, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-light-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 2.1250009660143405, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "C" }, "prompt_sha256": "40b9c4de265a2cf5726c7450b659e9a657270b652500eb7da5fcf557c0fe9c72", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:59.289908+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d2a6367-a95f-4690-af52-9c70c39ff7b6", "result_sha256": "a5d46020573cdb8d0d63c60111264db4b2120cd6c1d88e9f8db4adb752b63a9e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005542, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "A" }, "group_id": "distribution-evenly-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-0.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.5994690340012312, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "d8a96a07c7be49c0aea175aadd7302fe6c7f6601952712884e24cd44b6fec66a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:07.189688+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b26b9e64-f40d-4efb-9480-22f07239130b", "result_sha256": "f0086a33b80201e54feb7e8131ba59e0de07f4b309791de7dd3c40543bf60d29", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005582, "err": null, "error": null, "error_kind": null, "family": "distribution", "ground_truth": { "choice": "C" }, "group_id": "distribution-evenly-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/distribution-evenly-dark-1.png", "input_tokens": 2466, "key_errors": null, "latency_sec": 1.7946059291716665, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "01948a6a96d60ae4f02c8775cea12be647823408f239745e622e7c22d625ffc8", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:44.427527+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-distribution-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "04265b24-86f5-4a5a-a0f2-86271bddaecc", "result_sha256": "2a321326dc834fb8b3090561c3ca032c78064fd5ed676b27f071f4c89840f17e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005316, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.7535884340759367, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:58.845632+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54086fd6-8b58-4bf1-9b26-00f041228087", "result_sha256": "304928686a1fecdecab80d23fcc894417b808524320f59e52dba84cadcdbcb2b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005266, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 3.6679362328723073, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:08.737871+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d74851-de7e-4fde-8243-b6890468c4d5", "result_sha256": "08286c771a175629c926849f7e67ad587b33000ad7bb682fac23ac49548213cc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005376, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.5110644740052521, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "B" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:18.598282+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd491b9-9382-496c-a4b0-b0fb7e9fec11", "result_sha256": "f37dfd4b499502f7e49a71df8cacb0a62a9a86e4ef262c3103e485f39f1c99db", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005296, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-first-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.817221859935671, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "ae03239d9758e90707007a297d168c1b204598f40d5440779fcfa12bd3cdb399", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:56.569085+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee56bf83-1f15-46b4-814f-8b5210ece8db", "result_sha256": "9af27e8f0b28fe59ec6a928bf349107218c8854031de2efb7f6c59c734ab4a1e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005196, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.414457148173824, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "A" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:44.990369+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42d5985f-98be-4eba-ad88-0917e7427b8c", "result_sha256": "c461eed308597c9d042d943d74952abd57b57986921060a29a25212bfd6fa51f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005206, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.2287738679442555, "model_name": "gpt-6-sol", "output_tokens": 43, "prediction": { "choice": "C" }, "prompt_sha256": "bb41f3da30db1063257895b1a55fa7d2a40b0d638c3bd0111db12e799eb0d481", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:13.824231+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cdf3a11-d657-4b83-96c4-38cbf54f0f6d", "result_sha256": "bc59cd13b1224c5ef6890a301de10642bf22cad68acf23cb29e2a4990907fef6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005286, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.053604848217219, "model_name": "gpt-6-sol", "output_tokens": 51, "prediction": { "choice": "B" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:19.348176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1f328e-828f-4ec3-a72b-fecefda03470", "result_sha256": "2bf33161cc4767047d4621ef1ec57399ede263539dbee490318869336f21cd13", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005256, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-last-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 2.3788344531785697, "model_name": "gpt-6-sol", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7c67aaf8a81903fb008ead49ab0c337d815dd8e5b1f984eb1c2d9e3cddf9fd65", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:24.039264+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98d2b309-1671-4b46-97cb-27916e0f799f", "result_sha256": "a808151f9cbc26f1c79cf217c08568434b538f9e14d616755af02d8b115dde2a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005276, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6567552210763097, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:30.992527+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66237ec3-2cd7-4ea2-9b3a-0a234cd0d64a", "result_sha256": "e52646fc548129ef9f53014b4d936068a9e75fa79482665dddcca6dc8f7c800f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005266, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "A" }, "group_id": "gapcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-light-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.6040123880375177, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "A" }, "prompt_sha256": "2aacf3dbef42dbefa25b359df3a8af3c1541ab2712c25e9b3c3f5cf8371b79e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:35.301616+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2411d901-2f54-417e-bb09-0141eb774882", "result_sha256": "95c47358e44bbcb5f84554d0ad0a4591338bfb8055be1f27170254bc48f01246", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005276, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "B" }, "group_id": "gapcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-0.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.975185968913138, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "ab1cd666bf62495c439cacec79574bb2f8ac552c98f8627324d3801b52d6d81b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:01.490266+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1328a891-c990-4236-a1ac-4eed748ab8fc", "result_sha256": "c35af0103b8a4d07536be9e18197ff3dac8a0198effa49e9e5adfac258f78282", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005296, "err": null, "error": null, "error_kind": null, "family": "gapcompare", "ground_truth": { "choice": "C" }, "group_id": "gapcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gapcompare-equal-dark-1.png", "input_tokens": 2388, "key_errors": null, "latency_sec": 1.5425701020285487, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "e88ed59689802f6ceda5c2ff1f4a55b2556783dabe7507fad3d3173dad609864", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:53.595027+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gapcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa6d128-7623-4546-99d3-76b4aabe9699", "result_sha256": "d920e7f2728d532c46cb0f7dc0b0e52ef661ceefa77da593b660f17d84e677b6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2912846920080483, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:32.635162+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b49bf6f1-3176-4b65-93df-2036b32f236a", "result_sha256": "d3c0495de40cc10e37b82d3e132ae552ed3c9be35345337e03bd4228514fc62c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2634634037967771, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0853a31c9fbb6301b3f371c91baacf09c13f4a5be3b3e7a0613b6b02d27a8b19", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:37.228598+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37cd5687-626d-41e0-9948-0f9251069e2e", "result_sha256": "6ef1cf3d0841697372ca36974b26b14844df4854592bbd88f36421930a45667b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1182120409794152, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.637288+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c84581cd-ee76-40f8-a1fc-f4dc594df362", "result_sha256": "426d9d607cf1673f35b3710eb87f278ce7bcc394807ccdf061423dbd042a3c97", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2296897368505597, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:46.829072+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66eea440-e0d2-4f60-aa05-ef3a2fd5a1ba", "result_sha256": "8c71e6a4e650f372bef7c913ee613cbf88ebb3233badca63d8d366c73bda8755", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.278700181050226, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.304605+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82173d52-5d47-45aa-9836-8097cec9c73a", "result_sha256": "021ea872e77bd09fd164a91fd27e925b4b88b3713dd17f8ebe8856fad875722c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 3.283628782024607, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:52.992730+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b5e0243-89fd-49ee-80b1-164d71c22940", "result_sha256": "24c18c98108792efa506944edcf9acc4ebbce8801ee263b4bb842400db97b0f3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.6520984249655157, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4e97151663d1e3e37046a23842abcce2e96ecf3d2204566c717e9014b170f248", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:55.092473+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68b4005c-7179-4276-a4a9-415e2f276716", "result_sha256": "962a0d8112c0e3efecd644a3165ac42c7c908d8cf96c0d9f160c93abe75a7ccc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.7707055718638003, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f1530d19c11e2af386da59f0ec25ff3124022397de4c3b03a6bc80ea51e1422e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.037379+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18529504-afd1-4f22-b58d-c9296e2b1bf3", "result_sha256": "e3ae2e5f26c1736ca3c55ffedcf77653c60690c3b36e39197f6181df934ca438", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3512627999298275, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:08.482012+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6910b058-844a-48bb-b9ac-e9de280d9c92", "result_sha256": "f4c459fe035b7434a2b0c6769bf9dd24b048ec42dab1243fc7786ffe80245272", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "A" }, "group_id": "gridcols-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.8095382580067962, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "69a0dbb7b95e4d65f59a6c7934d34ff8a7253b73dbb6ab0dfaf6ce730257753e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:59.128546+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed7a3581-4317-4bec-ac66-78b3554cd8f4", "result_sha256": "72f8223ccd577613ba45d4495db9acee09e1f08c2362c0438a4b38c5b488865e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "B" }, "group_id": "gridcols-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.318532032892108, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f456b84b6ca321b64c95c2bb2cfe766f21207eb4901be3ddea7233116bb62356", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:51.656382+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7abeee5-fdf2-45a6-9511-a63dcb97fd25", "result_sha256": "2007f74d6fc1a47560107d7e0467de5e36d9051e270d1e1ef28416063c6b0719", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridcols", "ground_truth": { "choice": "C" }, "group_id": "gridcols-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.4924065619707108, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "baf29085a3966715a493e43b25eb411faa9ffe2033ec17653423007441d24033", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:16.760169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridcols-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f64a8275-42d5-400a-a745-9f8cf56d0807", "result_sha256": "ee02104becb8bed6461299395da138cdb73ed5b021a7ba628767e195fe8efd34", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0284533640369773, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:30.693122+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b08aa99c-5149-4791-b2d5-ca04fd9ffaee", "result_sha256": "ff43ac64f7564731df60c9b06f6fea465f08bc7948cd9dd87872ec4fc4a487cc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005498, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.075185708934441, "model_name": "gpt-6-sol", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:20.727857+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b94632c4-2a81-4db9-8c90-a36a13273eda", "result_sha256": "f236ba9f80f77c04b0161c3eb4a83f334ef54cebbb3f051c5e9201fe4b4412fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6968465310055763, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:03.450794+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3907e6a-e035-4861-b2af-551e64365a9c", "result_sha256": "7b096d20a445a8a5f3ab647f9577f9316003587227a984630b5439f7ee48d226", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005308, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-horizontal-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.7573191639967263, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "6fc908b851f777215935a481f34941f8c8db739f40ec24d39d8b889fd6975989", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:50.943676+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a17d4ab-0b62-4138-bcef-352de06b4a00", "result_sha256": "b523f1656976464c965026e92b62470048c93582197b081c90516c111d1d7656", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005358, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.1228521368466318, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:03.815253+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "171b7d65-7c86-4ea9-a112-7901916696e6", "result_sha256": "5173ea48f8dd6a9e8d3b9ca78c754d02fe15129bbaaf5305c49c64cf51b59f04", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.74547140696086, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:40.567046+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f64da62-f6d5-4f74-863a-24e3b3d660c5", "result_sha256": "91db79646076cc3838eb7f4e33888c6af5069faebaa0e14fc0afcd76a99d2814", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005488, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.028800621861592, "model_name": "gpt-6-sol", "output_tokens": 72, "prediction": { "choice": "B" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.640960+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53672876-10d1-44fc-bde6-7d3998b3ec0b", "result_sha256": "fac6a89ba78e22543d1be199ec2052a0f799871b382cef7df1f9e9d378234e8e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005348, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-vertical-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6008779010735452, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "A" }, "prompt_sha256": "da1f2cca453f507bde83a2ac6d19b503fd7ab1c709bd4a77ee1046cf28ba5c59", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:47.269959+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b910a520-41b9-4f25-8b68-2509230b83ef", "result_sha256": "09305340b8b0e8810e16e791b11cd1a11de5b7c9a9600704d1e85307331b66c8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005408, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.830979384947568, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "9bd6b2738f2f8c2f8f4f1ac19c1985fb2970e8e7972ea985cb663167fcc029e4", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:39.404707+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fe741f9-3033-43d5-89c1-108174be8456", "result_sha256": "8347b2e7c8cc684cffe585fac57e188dca61121f643673fb25761e1e0d905ab2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005278, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "A" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.6228217389434576, "model_name": "gpt-6-sol", "output_tokens": 51, "prediction": { "choice": "A" }, "prompt_sha256": "bb599c345aa6aaf2e8a00a558db18c18ea46033edf36cd1b879c2785b58dce8b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.579194+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ac0a8b-f941-4eee-8cea-d45bf34d05a4", "result_sha256": "989c34dc9230f1e120919ea5f8bbc28946d234c058e81d9f2a312de4ae6ddf47", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "B" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 1.7792860651388764, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "B" }, "prompt_sha256": "e313bf537665702a78ba5d1571e6c2f2fbe0c9caf46ed390c4d20e71f215f3d1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:15.393826+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1b58388-2b94-4ecf-9219-58059f07dabc", "result_sha256": "5cf0eb5e619a03a0939f32cdbbee3c7637c6573759bcde345588f973938633dc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005328, "err": null, "error": null, "error_kind": null, "family": "gridgaps", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2384, "key_errors": null, "latency_sec": 2.0251169921830297, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "b680534db587454f307f9837d6da890e5af0576bf084907b76dd89e0815cc97c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:32.285684+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridgaps-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f329ccb-282d-473b-8755-0be3ab8f0834", "result_sha256": "b1e2bd380037446872a0a3be33e6767461c8f1d739535fafe1c28214a0554022", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.6453808981459588, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:14.745484+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50a080fd-b07b-4a94-ba61-189014ec9fef", "result_sha256": "b67d1b76074956d4325c27b142e8fb4458cd7af5f7f7a807b8c6a785395eefa5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.7408369770273566, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "fdee2ada4386cbfdbf34a82a0b96ff2b416af121ed3440edf26b052476c9811a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:17.183144+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70c19139-ffee-4a06-9e86-05050fb80884", "result_sha256": "afd7220160ac221d94ae80cea55df074c28d557fe408ea0fd488a5e4831b8bcc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridcols-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-2-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.099335181992501, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:31.797928+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96563bc9-eb5d-49e9-aef9-1f4582d48235", "result_sha256": "b9e10dda63b0d08c153b16fd0f3b3eb1b236f320b07bb81039374b23df73ef4b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-2-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1929261239711195, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:11.923575+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd52bf5e-e35a-436e-892d-eba2135a20e7", "result_sha256": "cf05798e3a42dfc7509ba3db73d8a90de499cbe4ee47acf82765d11f3cafe5b8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridrows-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2542525718454272, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:04.066438+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "102b7cbd-84bd-4d54-99aa-2ad983958a3d", "result_sha256": "c5f901be560946dd502d631d72671bab6add268b23100c648454a5e17ae71f82", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3409488671459258, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:24.326765+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32806c3b-79d3-4d0a-9883-d22061d045f0", "result_sha256": "6529e55ff4977b5770ccb01e3e30256f7671c6814d7ec947214bf616ceaa7ba9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-3-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 2.212515763938427, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "0fad5d0a9261a17e68aa8de2ef5fb0207dc8af585c3baaeabfc584af8b5329f5", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:54.101402+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbb16c5a-828b-4cbe-802c-134ed3b86b2a", "result_sha256": "d6abbf200689165c2430fe1f3c28204e20530134516f7469501bd52c0c0ddfe4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "C" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1663236480671912, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:31.071962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "339e7a09-03d3-4e5b-ae7f-3af77dba3e61", "result_sha256": "b522ce79c3b418b7ab9c3b5d49c8c9319f2d09c6b311c7eaf19ac60d286d8c5d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.1720516770146787, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "da4194e14f8d3c86eb007c251e2f977baeaf16f3ed67610f233d5aaa1e16745d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:35.516734+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c023415a-ea4f-4182-a2db-188d63a80571", "result_sha256": "aefdfeec624a23fdded189a478e2a3ac6abee761cd36d7c6f49d8a36930dd595", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "B" }, "group_id": "gridrows-4-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-light-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.3884813159238547, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "8dbf44e12608a972028adfbb37ba6ec0f4b2e39e4ef1034ec56a4d2fe458ec94", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.606254+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "911ab401-afa8-4349-b901-d2454a060cf1", "result_sha256": "af1ab0967a67e0df2b5c8345e76b7b76ef5d5002456d15382600871770e04168", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-0.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.2087830128148198, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "2c2e1ea513c52f4b927e59a676294b441e8aa0cf98f9851e570c4ad2bd9396af", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:56.037135+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c861264d-afdf-4de5-95ea-c43b1b58cdde", "result_sha256": "aee4796084e044f514afada93cfbf5cca8c8ab031f3d10891ac9eeee49687c76", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00488, "err": null, "error": null, "error_kind": null, "family": "gridrows", "ground_truth": { "choice": "A" }, "group_id": "gridrows-4-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridrows-4-dark-1.png", "input_tokens": 2370, "key_errors": null, "latency_sec": 1.658252113033086, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "bc0885c5d8e75e638e58b055b8a0c362e439458552c2f596d459edf6097e3ea3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:54.734435+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridrows-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b57907-7982-4c26-93ff-54d5c882426f", "result_sha256": "b6503adb60351dc6a7043f49f809d551ed53e3dee061ccecbbbcc55c71a0bef9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8735161020886153, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:10.030689+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06d143b2-d2c0-4775-aba2-507b83dcd22b", "result_sha256": "fdb8bb5f6ad5d4c3cffaec66ae2dcbab1dcdfdf61a8b21061522d2292d4999c3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.2917496941518039, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:28.271557+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5198893d-2d7f-475f-8765-369e9de4ead3", "result_sha256": "a99b9f7fdc3fbee9ffd4a67299f84bd4c3bfc004c3bdc88a79ba3e8d63b0738e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 6.111776955192909, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:08:54.537531+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cbc742c-127e-4747-979e-9b4e3b00a048", "result_sha256": "c3af6e33a4df0bdced0954ce4787d59e5721fd426e38a1bb16050523b3b593a2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005326, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-1-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.8092679569963366, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:55.525883+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27d6002d-4493-4a5d-8bad-4b80abe073f6", "result_sha256": "ad3406b4b2b991550b028a7138e47ffe344fba55ae8f1d473884fc5132607530", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6821819660253823, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "036502f601ca514f2b291d9a63cb6d8de5371510c2e08f970e9cb252d2c52ce2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:18.292877+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e9b1a29-c083-4005-a079-fd982fb89e03", "result_sha256": "8aab288c413ca6e809f2af71d7f4c8d41f3310e5abf0ac5f6caddd6f2e3f83ae", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.1956721190363169, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:35.918092+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a14230-91a4-4a21-9aed-e76f16e99870", "result_sha256": "d9d5f278187f3bc091600398b3974dacf1eaac91e160d27fc0297364dced9f28", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005356, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.6949209081940353, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:01.324156+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6343fa00-2008-45bc-9e05-1916519ceaf5", "result_sha256": "675f050882ff7424c82d17f5ee27f25a2551a6bab4209f2cec10538ed9b031da", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005346, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "A" }, "group_id": "gridspan-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-2-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.7445301939733326, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "A" }, "prompt_sha256": "c03d42c3e0b3f012910b0d501b5da5eff14e458eec8ebf179f14644511f48500", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:51.847569+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40f46bf9-2ac3-4bc3-b1bd-f427c368554b", "result_sha256": "dcea70f33842b4156265782205f590d24a17c173a7846d40c0389642baf8ee06", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.1247368077747524, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9320fc919a5f33d10a5a97b8269a21a6fc8fa9787daa8025e876c4a4452a6d4a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:27.700783+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80a6e50-221c-48aa-904d-32144ac41cce", "result_sha256": "3c458e1cf14937f7ea7c1c0a1a84e0341df6b113d01d702e7cbcb3129d8bea4b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-light-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 0.9908147559035569, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:44.481058+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e346f5-12e0-4d73-816f-c7869bcaea49", "result_sha256": "387298eac7c133ea9c3f91aef34fc941d92be630b048e2fe17ed4888e2604139", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "B" }, "group_id": "gridspan-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-0.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 2.1483958971221, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4c2619c1f3339203e066968a6911df07e41f49d553c6c3cb2be0b1e81e76a29b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:36.778411+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc233997-f801-43a9-941b-efb0a061cdbc", "result_sha256": "444c2c03c61b2944f6d068dcbd58d58f30413813bcfc8acb60962488abdf186a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004926, "err": null, "error": null, "error_kind": null, "family": "gridspan", "ground_truth": { "choice": "C" }, "group_id": "gridspan-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridspan-3-dark-1.png", "input_tokens": 2393, "key_errors": null, "latency_sec": 1.0355462038423866, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "8f345bb2bced18424e3b0095ebe76c3e49a3f618e53f0a1cf0fe32cf1f45be8c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:03.930834+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridspan-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e29db42b-c284-48c3-8684-d57e9209adff", "result_sha256": "3d68ae0e0233f0f26daecfef7c37a3d809873bc7111f1a65a099f7d0c2d92efe", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00531, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.862760170828551, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "C" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:41.252266+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32173fe6-cab7-4caa-91f3-fa8d709a5d40", "result_sha256": "362d2083ce4d7e8d857e0e181f16b19e2925f7623b13d90d23936a694637c024", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.548825444886461, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "B" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:17.334759+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8161c8a9-3eb3-49a9-b32f-5c61a779e7a0", "result_sha256": "ba11c918b4ef0c055848abd04f93415f1a6a81973dcbbf492787be6b2aab95f7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridgaps-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridgaps-equal-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3741920141037554, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "C" }, "prompt_sha256": "970b359b82046186b75b0e492f6832a2ce3e8a83fea0f87acd3cecf2c795cb79", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:06.873958+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e3691f-5897-4ec2-acf0-8279115faf8e", "result_sha256": "b7dc43a5cf3d15a52854cef74b47e58c440a10f53d416668b26abc438fbaa914", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridcols-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridcols-3-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3309813369996846, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:45.828143+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a638518a-992f-4fcb-ab6f-a7967c276fb9", "result_sha256": "bdea2e14de0bbf835e5d6f3cea4df446c0a8a0469ca405cdbdd839580dadc505", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3816762419883162, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:42.512822+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95371aca-ea99-4e10-aace-1a8adc54dac2", "result_sha256": "235cb37eb90162a3383de4a9b3084e019ef52f3332e9589939bce0c0941a84db", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7609692940022796, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:54.313226+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b97f1f1-2d61-4be3-a9e5-f55aadfa9f44", "result_sha256": "27567b82fe50ddab893a6ec73f4596e17cf7ef2611873101664d802bbfba023a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2772513281088322, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "10cd7f5950372ee9cf1d2df732ca333086531870973115e171dc7abfa750b35c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:23.381964+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4776a4dd-3c0f-4766-ac29-ee97f3465140", "result_sha256": "3f07345498a0b8dc386a8c2c0533905c8e9e63a4837a9ab6c8fa7692ad3672df", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-left-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2163075769785792, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:21.328506+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc026783-ef7e-4c0d-a50e-887b024f3172", "result_sha256": "21557c2c457dd32ea47beea764b8a82a1f833aaa9626f1db7ed51e81d2b2a0a4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3581746430136263, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "aa2cac59ecf81aa683f25bd6bee52028be6daa4a3ce7c514aca8929ad1d53167", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:48.699349+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5772cc37-976e-482e-8799-6867f347abc3", "result_sha256": "38c3523a0b6e80da6678a58ea7a92a1cd642dc5f3c5f5916d9c23d363b8835be", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "B" }, "group_id": "gridtracks-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-light-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1347879180684686, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "81f56b69372d1aac7eb5a641448a893a03f044c68d3ed320fc7646d8a1c13ed9", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.966171+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a00fdf-3d58-472d-8ecb-4ac38b32961d", "result_sha256": "829032059a101fa31af96ca1271cc38ecc4ecfaa5e9e8764b2af4a833c877df9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "A" }, "group_id": "gridtracks-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-0.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.355049948906526, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "e1686611bde92953032219f0663fed17a23573139af7c26937579757a13cc24d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:55.302570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "279c7b8b-93b4-411a-b97c-e172f66b2f50", "result_sha256": "3a57be4621388028dd41e127a2e30455773bdbcfb9e749a8fc58005add09f36e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "gridtracks", "ground_truth": { "choice": "C" }, "group_id": "gridtracks-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/gridtracks-right-dark-1.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7213249451015145, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "330f46df745e35a409a07fe87ab9184b25be7cbe0c4a58bdce6f2fce80123f3a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:39.160467+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-gridtracks-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e554a3e3-4c1c-44a9-99ce-2d69353f2a36", "result_sha256": "5ebaabf38ff32640e26b8c6fc36c6ce6b141cbf93f9d29335c6204b62d1a6a6f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6106506870128214, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "B" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:02.704486+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc12ecb1-fdaa-49a8-8bde-f7a51badb4cb", "result_sha256": "41b49a0d68b609ed1563085163150f699c135d9f137f6824a7801f41ccd40188", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005388, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 5.531450267881155, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:36.054515+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e5341d-118f-4185-b222-4e47c582c9f2", "result_sha256": "2044054191c12e9f34fa4e41476ebb16ad42152fe03cbf1dcf74aa70e19c2d8b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-between-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6895149720367044, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.049772+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d013ed71-b81f-479c-9b6d-b92092906985", "result_sha256": "6070785b7440ca0cd4ef06ce61660f7842ed79a95c6b905d8209d1855c49ec64", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-between-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-between-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.4812913169153035, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:05.430064+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09edfe41-8b73-48c6-9ffb-2f754076b9d3", "result_sha256": "ea196edbe08f00f23970139b2a49e366af7389fd42df948b7ec1d8bdad4fe484", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005388, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.8744517141021788, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:23.656610+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cbdbeeb-7530-40bf-915b-f01be618fd94", "result_sha256": "137f5f870e6e3b7c95464ef8b35fbaead33b7aa6af05382cd7ff5942656ee3ad", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005698, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-within-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.2643873400520533, "model_name": "gpt-6-sol", "output_tokens": 89, "prediction": { "choice": "A" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:47.584984+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82a05833-4b0a-4d79-9d92-9e010e35385c", "result_sha256": "68956eff5be873390f5d5a3bd0d22f54961f1e80c49ac044e0f53dc315b81006", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005698, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.9639450449030846, "model_name": "gpt-6-sol", "output_tokens": 89, "prediction": { "choice": "C" }, "prompt_sha256": "6cba71084ece6f53e834e34e24c720eaabde46f305bb7ec0454830a5812e840e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:43.354733+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "512919b0-78eb-4488-b5f0-1d82287621ed", "result_sha256": "ed1d03d6ab56fcf67a5e5f686debb1caecdfd5b6009db34c2115d1eb4866d3df", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005618, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-within-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-within-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 2.7731107869185507, "model_name": "gpt-6-sol", "output_tokens": 81, "prediction": { "choice": "C" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:02.633011+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeff5c8f-c5c5-4c28-9674-876dcdb99dae", "result_sha256": "58c0618834db68b09f2d8593b082cb4b8b4d619834537309c20c6ab97b42ef9e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005368, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "B" }, "group_id": "groupgap-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6708215530961752, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "B" }, "prompt_sha256": "b4672b836da84079fbff370d5a3a7a8410525141d624bd71e50f7c11264338f7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:46.507496+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "871f0ce5-887c-4502-ba92-2da60869c252", "result_sha256": "488fff352cb7c440942c535a479fe41154c842180ac0d266e83de50fb15d7ff9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-light-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.7955200839787722, "model_name": "gpt-6-sol", "output_tokens": 62, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:51.202280+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec44e017-c535-4af5-b918-0aae91cc9561", "result_sha256": "91dcf00e333fb9dfb751dcc806ca8f0a57b3412655c99ddd34c18ca3da9386f1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005378, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "A" }, "group_id": "groupgap-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-0.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.8689600611105561, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "A" }, "prompt_sha256": "a4ae0e9e5d9435b02d3759ecf1850c36024f893c4de107ea8256f2c5052eaa53", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:01.404590+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c043997-5b32-4d12-a5a9-93eaaed4d050", "result_sha256": "b8ce95aaa21d68e97d5a1e12cbc7652261d29b419562a68729a286f5fc0b35bc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005468, "err": null, "error": null, "error_kind": null, "family": "groupgap", "ground_truth": { "choice": "C" }, "group_id": "groupgap-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/groupgap-equal-dark-1.png", "input_tokens": 2404, "key_errors": null, "latency_sec": 1.6276869899593294, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "C" }, "prompt_sha256": "b5587c95ce8398dca0e206a8a222a0859cb2781184dde718bbe27409262b14c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:52.588553+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-groupgap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72cce5c7-87f6-4d9b-adb6-8d4eac1418ac", "result_sha256": "0539e96cb57879c53c4bd65feb0d3d6a5ce1c88ce7353b77ac7a2271864553c9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2145807950291783, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:51.994140+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48799b4c-8d47-42f9-9af9-f9bad65272c7", "result_sha256": "0bae6c7239e0b3c43e249f557e6d89617a5c5b92824f3a0ab8ab72f676190219", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.0663526721764356, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:11.678176+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8e002b2-af5a-4a44-b0e0-99a6ab0cca8d", "result_sha256": "8fecea1a4408c252ad1da5f7143459633172b4583e40396e44fe95dc4cb85414", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2499352409504354, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:20.111896+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b783d786-6e7f-4c4f-b316-a33c04eb55de", "result_sha256": "64ba35643e08a98aec4e5a27d2eec947e1b2ff98a8b58630523daf7471d35c1f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 2.398279164917767, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.941020+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cd0a603-4eed-4ea9-bae1-bc00b4d31708", "result_sha256": "d5d4b9e599b92cfe78da18b68c3cf331d3c91d0843f333c5f6cd7b3a20cb8b5a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.302229953929782, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:53.226062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17540d44-4ea0-4a5d-9e1c-f0390128efd3", "result_sha256": "086c517afa2ef145fec29ae22832f15df75c3e7247b44b1d02e7b8d6545ad6e3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1239037308841944, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "4cd5f1bb86e36238445efff79cfd13b01ed6916cd094da4a341b7112a2f75bfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:04.822153+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dae833b-b55b-43ea-8976-6f9043c4e2fb", "result_sha256": "af6f9c049d16f1273e6b4904d0a432e8814b6359c47142cfde353664a3f01b9f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.5795539789833128, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:38.202885+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c55925f-6f51-40e5-a632-ab37a188af52", "result_sha256": "d0497e9734c32bb02a74c321c29d5521566bd4ef7eef6e29ab6c94e585c8a478", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.212775862077251, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:10.033169+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1b1d933-78b3-4a3a-8aa9-8c0617463807", "result_sha256": "5989048d5d0fe1dd18eab0dcac841eb1661855c90b7ffae4bc5b19cefc1ec248", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 3.6554338799323887, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:36.036532+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d91260-bb27-4b4b-9114-c76ea629af73", "result_sha256": "48e775885f7a31543cc0484f686f4edc4a31bcb76bd3f20306cd005c5a3549fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1473345619160682, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:31.856785+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33fab379-3637-47d3-b2f2-dae77251895f", "result_sha256": "9520c156803563c1e249231eeffe8b764bb85407654c3a15c3cbeb90ab204e1f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.944525189930573, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:40.378014+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bf32c29-1d1b-4f48-802c-4dfb7a270359", "result_sha256": "bc10ebff6b43c1ce9b21bb1ab6914af66a00bb6d84e2bcf3467236e8f64be68c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.1167264408431947, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:58.172244+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e47ba0b-22ae-4ea9-a428-83bd103a0903", "result_sha256": "5163a3de455758132833145cb817ae99bfdc98dee7c27280c76c06d6a72ad015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3863906690385193, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:24.893556+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8fe27ec-7b87-4f63-8595-470658141205", "result_sha256": "0f349e35df7729ba88fba882cdcc03d0c6744793ad1951d340185437468ca2bb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.4185300981625915, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:04.767623+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee6df4da-64bb-4aad-88d1-16268053e148", "result_sha256": "98f33461c633611c3c43fce70880acec0a860fe76c7a0544ba50585e8a47e015", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3343686489388347, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:45.353782+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "511d738c-7c79-4f43-a099-7076e921a91f", "result_sha256": "d878e770f6c68394264767de9e74ce0e3fed7bf6975158c3cf3ee4b512a4077d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3343596090562642, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.666091+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5675244-c6fa-42e9-ae43-554aa999fd42", "result_sha256": "777c38cd18b77070f4512e63241af7168df329fd41172f77aa679d744e381448", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 5.2792168490123, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.587593+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ceecfc1-1d12-42e3-983f-5f8c6d499d18", "result_sha256": "ca2eb8b742f45142f0d25674810ed362a945ba7206407b62f89641acd0c52ffd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.124198218807578, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:36.698478+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f97b6a8-05ed-496d-b10c-df0a2773cc16", "result_sha256": "8c2ed3fc5a14a6909907627deaaeb6d2a3a6d2e8ed6e0a3afad92ea240d93ef4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "C" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.3071655130479485, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:28.044426+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a8ab84d-bc0a-4aff-aec1-9b72fee02f5f", "result_sha256": "d101affab016651f2fd46ef6901b01696647a07706e789c1f10a10dcc930ad86", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2093381208833307, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "377bcd13e265380fd865ccbfd9819e64dfd2c4c3b2980e09c6e4d88924162f6c", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:24.375514+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f568b887-ac78-412a-bc7f-d1e84f55e79b", "result_sha256": "9a9bcc048a49ac70961f8bae813f4736e1f77ffdb4fa2206e8506a883cae608b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.7420812419150025, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a555c9a37a814a2a2637ad2f6a1177955732dce4f82ecebc074c8930d36c5293", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:49.084747+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1858fc0-5960-4c8f-8f9a-437a7a3f79e9", "result_sha256": "3c4ce808523a7f25f4cefa2206611f233a5c68ba6d8d41b08c5a563c906fc86d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.0881244610063732, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "ac0c30958153584a4b94fe042ea1cbf718f020f9f66dd474a09c514effd2f9f9", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:00.622119+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29ed8373-6ca1-45ad-9a47-5cf431a61fc7", "result_sha256": "717dfeb38d716462731892238e3e3bb4a9df648549c245f226620ba4546a20ff", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.2730742511339486, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "6cb509a4fb3ecab9a334fb061a4aa543245f6985aa65f331cb06646a50f35dfe", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:21.857456+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3300f28-83e5-4cbf-a3e4-20de34ab1400", "result_sha256": "35bda5b9a66669c30b7f40d9a34d3d37e35ab7af2943308ed805cc9e50eb4ccc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00492, "err": null, "error": null, "error_kind": null, "family": "nestedflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2390, "key_errors": null, "latency_sec": 1.0874502921942621, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "45c0efef1d7925275aea025bb1909f609ffc45577974778b58b34f1829f807e2", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:31.842241+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d7fb7e-de19-4674-8f4f-e6cdbf426602", "result_sha256": "ccfa11cc081ecf0414aea5ab1de7310159234c9852cc465ec7e966d891045aef", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00539, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.52127517410554, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:20.331918+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a847f930-63df-4169-8e67-6a648a7edfb1", "result_sha256": "d60748c795720ffc3f23442f62fa34564cfa2a7d2e770ec21e303586aea507e2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00541, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2360926251858473, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:42.987296+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd56985-c9d9-40bf-a387-0a7130084a3b", "result_sha256": "50ff45f954a34401e44bd51bc03551d6351e0ee8b869da64009914e2b1b68ff7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00528, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6133611099794507, "model_name": "gpt-6-sol", "output_tokens": 48, "prediction": { "choice": "C" }, "prompt_sha256": "7005b025e68bce70267cd8198f60bc975d0dd5a8eea3134d829280ee9656a35b", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:34.651062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cebe351-3e49-44be-8620-78dcbc4aa375", "result_sha256": "cace2677ea85b8f4e6b625b2e15287afc1943f597f7c03b9804df42acfa7c829", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00549, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.1312490180134773, "model_name": "gpt-6-sol", "output_tokens": 69, "prediction": { "choice": "A" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:05.065251+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f21bce08-7ab5-4eff-b33a-a9cc6b687b75", "result_sha256": "c52181bcf71ac667c93887e04175f241388270a52a97fcf19540f47f4c796bcf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00541, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.7377625659573823, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:08:58.225829+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "687010eb-963d-440f-a8f5-e6e1af54e129", "result_sha256": "d310c0dc69eafb9f40bb467f42853241d0c06b18bdb4119cc1dba9a82c082514", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00529, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5301798291038722, "model_name": "gpt-6-sol", "output_tokens": 49, "prediction": { "choice": "B" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:14.153828+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e9ce157-f557-4a58-96e0-9ddc5aee760d", "result_sha256": "032710b9e671f33af812baa39fe957835f9060ec83c3bbc224f554fd8b10251a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00556, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6197601349558681, "model_name": "gpt-6-sol", "output_tokens": 76, "prediction": { "choice": "A" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:05.407073+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6929aa-d3d9-44da-92ea-f06ff164cd03", "result_sha256": "5134723909a5e633d267140ac1c41288eafddb7ade6de792ac3dff28b62b2937", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00526, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5767168309539557, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "C" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:50.271690+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4dee350-20ea-490d-a5a0-91e909fd885d", "result_sha256": "f1b3549ad8f3ac0d83d167b48b56ef13357bf3da3a6bdfcc082192486b37c58e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-25", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-25.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6216721979435533, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:41.657609+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce4c94dc-b611-4722-8b5a-0c4fe1e31183", "result_sha256": "3814d30b1e01b9b6e67b782423b1c85f4ef09d3359d6605f254757407fa50f46", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00544, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-26", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-26.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.891403520014137, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:18.882199+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8464bef-91f3-4f9b-89b8-1608de750c5a", "result_sha256": "b5c64fe82faa4ea56e6ba2edb1c3981a6b42e59217580a128ebcb6085ab05358", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00539, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-27", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-27.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.906226421939209, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:48.274537+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3696340b-6530-4b51-a754-132d844014b1", "result_sha256": "0baeb11543b2e852b7432b637fa935a866a9b0ae585e754161f43540ccd6a49c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00545, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-28", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-28.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.311274452134967, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "C" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:09.797618+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6a54b9-216c-4fa5-a946-9170d077e547", "result_sha256": "616b8a23ce21415a12aab411b128aa09f80571c0b381d4844326920806d173dd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00551, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-29", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-29.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2767897529993206, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:15.915302+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23880a61-f776-4207-99d2-9c8e1fff9ccf", "result_sha256": "40fa314346ccccaff8823dd7a4bde7b864b8b5a68fd08c517de09c3c18321cd4", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00538, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-30", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-30.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.5071571520529687, "model_name": "gpt-6-sol", "output_tokens": 58, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:38.847652+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66738f73-f8a8-4f66-b618-330677629dc4", "result_sha256": "812efafc08998193d67661384c8321b1712f2280d09351e114403c8862eac746", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00543, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-31", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-31.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6717164549045265, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:52.487666+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "907788a7-cfa8-4c11-8918-36cbd2337136", "result_sha256": "5be36214117b7ce85764c85e38897592db2339230d61265261d409dd94ba9ee7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00533, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-32", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-32.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.6179162429179996, "model_name": "gpt-6-sol", "output_tokens": 53, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:56.993091+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc8e6676-a963-48cc-978f-26ca9e74cc9c", "result_sha256": "7c0a392183de65fe0243185e57d5881a9620ca1486c74f885978b5a59c9e6e73", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-33", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-33.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.2064978987909853, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:17.780125+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dbc7197-1903-4487-8e9d-6547ce150450", "result_sha256": "7f13188d818ad3864a30c00374e928051d25e81a7d51d0d639afd4ccea2b9e74", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00527, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-34", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-34.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.977854616008699, "model_name": "gpt-6-sol", "output_tokens": 47, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:38.795468+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0625a866-afa9-4812-94e4-44209eca051a", "result_sha256": "0d676cfeedab6643c4beb9e3af4bb94186872182635efae799752a81753e267c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0054, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-35", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-35.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 3.874473039060831, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "C" }, "prompt_sha256": "a10b800c7bde04b869b770c30fd7ed4b80b25795d3668fcd2fd6f199bd9b600e", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:13:19.843495+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72f6e252-d006-4e18-ada5-603c9d88431a", "result_sha256": "4715eadfa82ba906674fcadc1f805cec7ebc556b69200acc9f7b6671ac397a14", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00544, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "A" }, "group_id": "h-36", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-36.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.9932823090348393, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "A" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:34.537088+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f9d392d-1223-49b0-8bdd-686e5d601524", "result_sha256": "d58b0fd9fe9a118ce372b82f0a627b8be494b319486e7f8729dfb480956acead", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00536, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-37", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-37.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.8145580398850143, "model_name": "gpt-6-sol", "output_tokens": 56, "prediction": { "choice": "C" }, "prompt_sha256": "a242868807b1158889b152c7c9664c235ebd10352a9a4a541f0a0af30a7fb4a5", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:26.569588+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4333f828-09cc-4f62-8612-171dfc9f1354", "result_sha256": "a970af4cfc7cc5187798379e8148e07a427c773a56a526c22d03b347b56e01d5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00559, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-38", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-38.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.744163758121431, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "3ba51907b89444fcea345fda34c9692faefd56e2b5c6671b282c0da644fdccb7", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:13.370185+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "153c532b-aba9-4a93-b96e-2051c44b1dbb", "result_sha256": "4a666d72dd4ee760e6c26a5528f1a3016861d7e7f4d3d401a5726873f902e32d", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0053, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "B" }, "group_id": "h-39", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-39.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 1.3734994970727712, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "1019a8d1887a379785b7f0f2096c38ba800c5c05f4005e0a2fc11959e378500f", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:50.788952+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d00ca4b-5b5c-4eac-bf8f-d123fb25345b", "result_sha256": "35d1f122442d7e6f343a92c7d9c0a07e7fcc84744d30a70dd5f98633cbfc16d3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00559, "err": null, "error": null, "error_kind": null, "family": "nestedwrap", "ground_truth": { "choice": "C" }, "group_id": "h-40", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-40.png", "input_tokens": 2400, "key_errors": null, "latency_sec": 2.316717990906909, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "C" }, "prompt_sha256": "dbe3324244c1acc8302aa7a2f89b338ba07244a1490efb8ddaf45fc8d47a978d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:56.658304+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-nestedwrap-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "445591d8-d9bb-4fcd-a343-9a62618cf002", "result_sha256": "76d8ddce86fcc9420b729008dac2145451e5bf16cd0a521aceedb5c1e4075913", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005438, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-horizontal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.2521181791089475, "model_name": "gpt-6-sol", "output_tokens": 61, "prediction": { "choice": "C" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:57.051469+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db62c435-1318-44aa-af6a-87946362314c", "result_sha256": "1b1bee88ee3b10e826dff82af7b1463dadb63e793ed3af3df81aa3a092a0bd27", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005608, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-horizontal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.8122923499904573, "model_name": "gpt-6-sol", "output_tokens": 78, "prediction": { "choice": "A" }, "prompt_sha256": "08c2d8beb6c4a367fb4f9166e02fb0ce76d3bd79ca0c35a18250c8312e79a7ef", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:19.995729+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "048e3334-e1c9-4e2d-b920-770067e24991", "result_sha256": "922c6656669340c3ccea4c7ebd093920ad0948a358425bdd2c30098a6dd6e5bd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005458, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.3191061208490282, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:02.914248+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb1be7e4-86a7-4821-9554-5dc3f11c36cd", "result_sha256": "e1cf25a719fa080c74898f71ad1ecdf08639847842392be994b7e61bb3132170", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-horizontal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-horizontal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 3.4472119100391865, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:51.878650+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad11fe31-c809-407b-a339-5e71fe3a0743", "result_sha256": "376012f01680aaf7d708e648b7d392ae804b582e346dd1bb4d82adeffbd276ee", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.7966880551539361, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:35.943202+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96aafc75-7f52-4b55-b433-1b883d3bfabd", "result_sha256": "be04cc3114e1a66cded5249e3fda96d99cdf2e30a12a4781b35f31013adb63bd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005458, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-vertical-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.8457360630854964, "model_name": "gpt-6-sol", "output_tokens": 63, "prediction": { "choice": "C" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:14:06.436749+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45aa1465-b0ce-4488-89de-ae8f96086755", "result_sha256": "f3e12a33ee935dcd7ce6c9045e11e6332886b66335a1e248619c10c4cd80d722", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-vertical-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.9475300668273121, "model_name": "gpt-6-sol", "output_tokens": 60, "prediction": { "choice": "A" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:45.020106+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a9f473-138b-43d0-9950-f80514ff170a", "result_sha256": "9851c3b95c5a909d1d1f924830d03147cfcd72d965b2f102af1550463c4d8382", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-vertical-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-vertical-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.548717109952122, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:54.799865+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "563dd72b-eb3d-4d1f-83e2-07c402f85f07", "result_sha256": "edc5c24e47d4663c0f242b370522fbf21e6a1519fdb45a5b9533464079a0d1cd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "B" }, "group_id": "padcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.400172015884891, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "B" }, "prompt_sha256": "0abb90b71247ce9a0876c99ad3ef52ea5a9ae09bfffb2875eec73b10166640c1", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:10.063488+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb6f088-3963-4bad-ae31-5bf0226da800", "result_sha256": "19a4ff1ffd8726b183ec6fce701e13de2f28e67c3e8236bddf43ee11bcfb0107", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005418, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "A" }, "group_id": "padcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-light-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.620958693092689, "model_name": "gpt-6-sol", "output_tokens": 59, "prediction": { "choice": "A" }, "prompt_sha256": "07819e1c7e8686a5ffdde745114a9c6e8df1c7ac485dc319c5c72c24e1b67dae", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:38.466610+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae61ac44-d6a3-456b-8f5f-4b6987cae881", "result_sha256": "d608d3c9c88a384420724293ae16b8b41e29ddc13b2cfba4886d2b83cb5857fb", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005468, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-0.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 2.0625067399814725, "model_name": "gpt-6-sol", "output_tokens": 64, "prediction": { "choice": "C" }, "prompt_sha256": "4f484ecb32307572888516788b76d03dcfb86406579ae3871dbbdd5d50c24d37", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:24.095830+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38752a58-e29b-43ea-8590-a623d924db47", "result_sha256": "ee47cef56de60f7e24ce4c1e65753bbe0d66c147debdc903ea21f775dd6012c2", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005398, "err": null, "error": null, "error_kind": null, "family": "padcompare", "ground_truth": { "choice": "C" }, "group_id": "padcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/padcompare-equal-dark-1.png", "input_tokens": 2414, "key_errors": null, "latency_sec": 1.5184118079487234, "model_name": "gpt-6-sol", "output_tokens": 57, "prediction": { "choice": "C" }, "prompt_sha256": "168f7fb4256da669d5b660759ed5f66d9bc1fe6fa5e0cc2f680f4674e926e39a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:44.114811+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-padcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c8ae92-ec46-41ff-9e11-6f4b0cea1c28", "result_sha256": "0d650e03afb4df47231b828185ecae842f5776bd7417247da4a24f694da2da65", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006746, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.9447682169266045, "model_name": "gpt-6-sol", "output_tokens": 191, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:28.830746+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcc66331-ce16-4a00-b48f-5b0de54c3940", "result_sha256": "51d739d0b84642e99a0f94995799d77497fd3fb2173a05585e651dbb5eea165b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006896, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 3.0520890310872346, "model_name": "gpt-6-sol", "output_tokens": 206, "prediction": { "choice": "D" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:13:07.125903+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "610e33a1-41e6-4c5f-9eac-170e2591dad6", "result_sha256": "5dcf6ce2d8ca0c4d78985ccde8bbe655c592b8644823d2f2af653697d801a9d6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005496, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.950749495998025, "model_name": "gpt-6-sol", "output_tokens": 66, "prediction": { "choice": "A" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:55.634147+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6ab422a-860a-40e1-a675-05b8084237f7", "result_sha256": "a99d6f6da80b693bb2663c350bda4a347727fd16d56b39c9390eaf9444ca591e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006926, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-left-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.983526455005631, "model_name": "gpt-6-sol", "output_tokens": 209, "prediction": { "choice": "D" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:14:01.033947+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b21e30af-dcd2-428b-bf9e-40296f693296", "result_sha256": "4ea5b982cbf124b8e5f8084d92f9f82cea03fd74457659bac31817b1acc7d837", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005846, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.062307238113135, "model_name": "gpt-6-sol", "output_tokens": 101, "prediction": { "choice": "C" }, "prompt_sha256": "a46b47bd0291db684271663183741f72c6e90a5628697cdf5c907a9da6067b3d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:44.482127+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecf8117-48a2-40e6-8f9f-41db7dfb93d6", "result_sha256": "bc83b3a108df72fc237dff385ccd6928251b11cdd454e6443a448498f62039b9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005626, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.8005385929718614, "model_name": "gpt-6-sol", "output_tokens": 79, "prediction": { "choice": "B" }, "prompt_sha256": "2c9a6eb7abbff326cf2a2f2c942bc4e9b7e820c30052fd8719ee75f2d63826cd", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:24.143590+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1067c04-c0b9-43e1-8857-4ba727346f76", "result_sha256": "80e906e8e0f6be252d20f2077d409c3fd4854794be852ba033272a501965eb77", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.006656, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.8680985989049077, "model_name": "gpt-6-sol", "output_tokens": 182, "prediction": { "choice": "B" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:17.314584+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca2d5646-0eb8-4669-8f19-40dc43fbfb7b", "result_sha256": "a0e764f55916a5004f66d77c40e340576ee3560b16211e379be835dc69c140c0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005656, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-center-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.0679626311175525, "model_name": "gpt-6-sol", "output_tokens": 82, "prediction": { "choice": "B" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:23.434824+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b99531-1626-467c-9941-54fd366fdb26", "result_sha256": "d2dddd6631053aab38241ac16a71e2cffc74fb52202af1aa150e3da25c4e9f23", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005776, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "B" }, "group_id": "textalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.997551364125684, "model_name": "gpt-6-sol", "output_tokens": 94, "prediction": { "choice": "B" }, "prompt_sha256": "4d2473b3f62dd5f7bdca37b6285ca5748e1b3eadc7e0f04cb6fd68e2978a908b", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:03.338364+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ead41215-4318-4a5b-b180-302198e6ee22", "result_sha256": "075ab5d742a854380407543be6b43e8219dcb744be7c34c6671d266ea7e9e734", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005706, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "D" }, "group_id": "textalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.6584648080170155, "model_name": "gpt-6-sol", "output_tokens": 87, "prediction": { "choice": "D" }, "prompt_sha256": "05e7cf07d1f1be0bf5dff1e08481cc4ad5c2acfdf246c6fe69f426c659c19fea", "provider": "openai", "raw_prediction": "{\"choice\":\"D\"}", "recorded_at": "2026-09-23T12:11:55.625378+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5eeafc4-aeb6-451d-bf4d-e9e80a190a07", "result_sha256": "3580ef99779c2b11faf87925955ca3fbbeea5e63b4c0c9c7dd048c9d2c44ee55", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005666, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.1446088070515543, "model_name": "gpt-6-sol", "output_tokens": 83, "prediction": { "choice": "A" }, "prompt_sha256": "774f6052d034e009780326c2721c2a22fa373bdb75a2015c34e12e26984fdc20", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:59.448692+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6038c7cf-c285-4b21-a87f-b9cb5cf55259", "result_sha256": "8e6f32db62aeea09d665969456c1c07571aef94644ecbde2bf156f5b55df98d8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005576, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-right-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.7373003999236971, "model_name": "gpt-6-sol", "output_tokens": 74, "prediction": { "choice": "A" }, "prompt_sha256": "ee3ac587972345495a05631df96b48614d67cf083b60577be8181fd19c9043fd", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:04.977547+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "568cb0c8-3b1f-4629-b8c5-2ce1e8366509", "result_sha256": "fab27b1baf527ed9e0ff62d3f740fb7cea28e1f01d3e4e836f572194109725f8", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004976, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "A" }, "group_id": "textalign-justify-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.0308774521108717, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "02fcd4a4c952217ee96fdbbca5e92af61005f02abe9611e017f571e23cb193e2", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:32.464272+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c1b5ed0-c72c-47e8-9fa6-26dd2eae2fb4", "result_sha256": "84f4444c8384e3f708c18ef36bf68d0e59af91735331a3358373a5ba1941dfc3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005736, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-light-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.538024774985388, "model_name": "gpt-6-sol", "output_tokens": 90, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:17.160949+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "312dcdb8-c893-49c4-a4d3-d90fb6626989", "result_sha256": "a4bccdf695447181c09d46386e8be48e2ed29c3650be5264f9e4504771b96a0a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005546, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-0.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 2.061128609115258, "model_name": "gpt-6-sol", "output_tokens": 71, "prediction": { "choice": "C" }, "prompt_sha256": "9a155e0b3c7bbbbff68050bc1a1e72dea59500ab480af46a3cd3b87e25de70bf", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:06.585015+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2954576c-2467-4ba0-a6ca-b129cf8c5f40", "result_sha256": "ae746a7b795986272499bb731182dae94206e6772adb711fca073564e7be40cc", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005786, "err": null, "error": null, "error_kind": null, "family": "textalign", "ground_truth": { "choice": "C" }, "group_id": "textalign-justify-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textalign-justify-dark-1.png", "input_tokens": 2418, "key_errors": null, "latency_sec": 1.9671353469602764, "model_name": "gpt-6-sol", "output_tokens": 95, "prediction": { "choice": "C" }, "prompt_sha256": "2e47c2a304900033c1e7233c922b86d826e6949f29106d3fa5c967cc727df497", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:58.553941+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textalign-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c80957-4453-47b6-8e5e-005c315f70ed", "result_sha256": "9e558d8069cb8fb82b86fcf71423797e888fb680ba482b6b5501054c2947413b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.4136628101114184, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:39.451913+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c4c0200-645c-4c9b-8feb-53ef65287d28", "result_sha256": "f381dcc83d07e3f8af88882b82bac41ad40ac44f1487b7c36dc8d4b95c36fe7f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2329807619098574, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:38.685502+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4b9524c-bc69-4de3-8744-e1cdbff021cf", "result_sha256": "2a92c554b747469fe8d9e3bc7b6730b544f32507f9fa752d5e461b79529baa45", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.1851042050402611, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:37.730974+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a973159a-2bcb-4be7-865b-d8589a6f9cd5", "result_sha256": "445fd7be74b3f10b608d36a982051e3eba918590c40be8089d555f96e08c27b0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-1-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2081259449478239, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:02.740905+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1a6209-24bc-4a40-9827-ed4e53db4485", "result_sha256": "afe944cb2852454e09e3446cc21a446cf929cc019f889478993c467e018aa384", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.776959324022755, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "4888a14115f1b07fd0ac541d1950a02ffd9073681cd57eaacd9a4eb745a47694", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:57.359482+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f2728d-fc0b-4657-8fc7-7fd83c6112d8", "result_sha256": "329783874e53afa911d6c1a11bfa4c549e3d63e5f3372f2cf1d1e1eb004af925", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "B" }, "group_id": "textcolumns-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2710786368697882, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:07.568989+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "653dfa58-aff2-4862-846b-2feb24c8e4a8", "result_sha256": "da39368c60f400003f659e7139a8809b1e44c6fee7d2bdb08fd7cbd455f1da18", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 3.160816246876493, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:34.767529+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f8de3e-469b-4fde-9a76-26b7bf1f0577", "result_sha256": "6d139e071c97800ce5b18f0d705fe562fb22886375e21f809f32bccf6303f996", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-2-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.5221295161172748, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "9709598fa2c03afd3c8191b7a476b8aa1593f8488926311cbd6c9d5952354d67", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:08.371973+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9a7d21c-343a-4416-9af5-ad808a8c246d", "result_sha256": "504365fc8811836bfa0e632cfb051fb3dbeeb2af495e96b6f70376a78ee4ce24", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2855085069313645, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:29.880862+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e49a7e56-dea7-492e-9642-0f0c3ade25be", "result_sha256": "5f34619128e369d0894803987984cc10f7c9970829806b9704ee2a236151db49", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "A" }, "group_id": "textcolumns-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-light-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 2.5216791939456016, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "7ab8a26bbcac7d24004e4a74f0ea411de080ccc6cfed0989403acf58e56e0339", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.452356+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f7f320-49f7-4337-9847-e9f3e38d942f", "result_sha256": "3892cc558c826720ed0520f90356697dac0f039343f46ec155cae47cff2357ac", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-0.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.196191277122125, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "7fb32e0fd4fc7490498a3b322716d502bc83af4be984e371808188e1a654a309", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:26.896498+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b071483b-2097-4311-a5aa-e4d112a0e7b4", "result_sha256": "2f0b9a8da9243647fc4f3c9406476fe2a223b1a6de33dca17f60f72cb1112f77", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004872, "err": null, "error": null, "error_kind": null, "family": "textcolumns", "ground_truth": { "choice": "C" }, "group_id": "textcolumns-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/textcolumns-3-dark-1.png", "input_tokens": 2366, "key_errors": null, "latency_sec": 1.2991377708967775, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "78899f74135f81158adab4e7446b61a7bda49f0ad810f8b42dad28a3640486f6", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:30.494932+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-textcolumns-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "684ade8b-92a0-4a45-85ea-5e1f1cace5c1", "result_sha256": "75c25c097e78ab0d64df234c1e400d947196bd91c296eb72efd2347dcb12a0ed", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-01", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-01.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.475995659828186, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:09.716443+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a5cfe5b-4fdc-457c-858c-2073d6bf86e2", "result_sha256": "02f39e3291493ef1502a291b7768220107c0c622b3911bc8a99ac654c87cb3df", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-02", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-02.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.6787929818965495, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:34.753293+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "920b083d-2602-4d59-90ee-90194aa12497", "result_sha256": "909b546b01592b3d8d8d5d86d8b3d3dfb2b16a59a446ccc47b85faf1f6fcbedf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-03", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-03.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.18328058719635, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:09.974073+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7286dfd1-1a23-4658-a0da-e62198c98369", "result_sha256": "918e2fb226a126735e8ab6ca2db064c32a83d9b0ca82339ce4ec4d7b39e1b7d5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-04", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-04.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.229901721002534, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:00.520347+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6faa36f5-b74c-463f-85c2-46f8a312417e", "result_sha256": "5fc56058c5033250c8b45aef2313814fd1bed32225784571f7526d04256c214f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-05", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-05.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.125633655115962, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:47.830039+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09f14659-9655-42d7-bab1-0e9c62b9d5bf", "result_sha256": "7bf5fdfb6df3616b16f9cc1051476f9ed768dc80d6ccf3a459296fe49255de09", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-06", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-06.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.448104826034978, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:14.089477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a960d59b-f4eb-4305-a7af-964d3110084f", "result_sha256": "4339847e52b5655db6308accaf8cc06fa8cfc21b56a7003875a9dbdbacb11755", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-07", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-07.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2073155059479177, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:02.582217+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2bfbe3e-0222-463e-84eb-1263185fa63e", "result_sha256": "1e652b660bc6ced9992b7499b669f89572ae12283ed17d2c9b369feb6e974db1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-08", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-08.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2873766380362213, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:28.498713+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa3395c4-3f74-4075-9f2a-c1990da9938f", "result_sha256": "864f661eecc882b3034b25b60ea771efd50e0eef37d5d1c88ef5b498cc09c849", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-09", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-09.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1130775059573352, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:33.084062+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "418bcbf4-7199-418f-aeef-5e679dfa4c7d", "result_sha256": "e500cb2148986923ef2c214b9bc89dc9bf73b9327dca62744fc1732c4b3adb33", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-10", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-10.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.179319545160979, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:40.694350+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b5ebe5-5d09-411f-91d1-80c5ef0a4680", "result_sha256": "c590075447f469c57ce762ed068331ecae553e61123adf9035de051c9ef8b68a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-11", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-11.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.4491114118136466, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:08.601934+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c74654e-fd72-4d23-81ba-b4b8d32697c5", "result_sha256": "ff325e33826f2ac8e3b34ab00354442a207d75952cb7709e9013f9202d53519b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-12", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-12.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.4610562780871987, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:25.080674+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d84a2c4-5266-437f-9659-a541caf215eb", "result_sha256": "8d914649d7f34bea81ac234637206a80c3e69f368e8bc564949bb560fb78b63a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-13", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-13.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.8641434740275145, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:57.749850+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-013", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28d9fcdd-3e06-4f26-a3fc-1c4e54cf177a", "result_sha256": "63c860c3051fe04a67e3faac2a8671cdb3675a4a7c216602b64343572000d5ef", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-14", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-14.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2984215549658984, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:19.856448+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-014", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb9050c-9331-403b-a383-0b92cb2eecf9", "result_sha256": "8a5249ab0fd65e5f5a41a5e07bd8a10d7e2f74b13a0ae7da5407a4383dd72198", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-15", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-15.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 2.747483195969835, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:49.687607+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-015", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a461c5e-5f89-42c4-874b-3387c6f8596b", "result_sha256": "01015429ec051f971d4fe0f4115e8aa4f3454feb54916482c64a585087eadb18", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-16", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-16.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1731541932094842, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:44.675777+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-016", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d85f84a-1859-4d6e-9dfb-d98d2e4f18a1", "result_sha256": "ab7a5b6e4b8be52499a5be86f861bcfa47245d9dd03042d0bddc9654253947ba", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-17", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-17.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7924286080524325, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:14:00.675173+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-017", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4351e4b2-f8b7-48bd-b723-6835456eb354", "result_sha256": "e93dc3cab7655379db75459a616510875d5c90694df278d06654a811eca38450", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-18", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-18.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2887262341100723, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:36.660294+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-018", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb66cd3-259d-4565-abbf-9c7e9b91ba37", "result_sha256": "20341aecf1590e027977627326aa6d326b2731ee8425c451e7b69517686c1ebf", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-19", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-19.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1564561459235847, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:44.785837+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-019", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79e42175-69e4-4b35-ba0f-e0ac2fe95342", "result_sha256": "7c0050d7ea2e922d62ac862f0b65dbbc4d3d11eb09dd62b40ff58bc09eb7e563", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-20", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-20.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.1638728000689298, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:13.280136+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-020", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b650827-2e23-49ed-8f0d-33d0defd2121", "result_sha256": "a941c7c0de20d769016ddb2b4ed40e0fdc95ba1ec9def101468917e6dc84a6d1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-21", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-21.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3085871271323413, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:34.033354+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-021", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26cb8453-6b06-41c9-99f9-9de4d9f47d69", "result_sha256": "1496e19aa3d3bac0cc21b48ba1bb41f3a313e6b4fdde95e95abfaa35c3c1636f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-22", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-22.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.7662649871781468, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:51.075825+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-022", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "010e9d08-b9d3-4150-a64b-39ec8115fc89", "result_sha256": "4d0e623ff414074bd8ddc61fb8616703bcbac0092092ca644079384e44d8f271", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "A" }, "group_id": "h-23", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-23.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.2324609369970858, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "90e50f09ed7d57efcab7aba6471416a4bdc8cb107e32418092c5b602bdc15da6", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:12:21.118215+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-023", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "292e64a8-cb04-4b83-b739-d0330c437ab0", "result_sha256": "a7ddbfdcc4970895e84e7c3d9cba8e28580dd801ba13cd3faa82e0d9870dfa33", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004914, "err": null, "error": null, "error_kind": null, "family": "topflow", "ground_truth": { "choice": "B" }, "group_id": "h-24", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/h-24.png", "input_tokens": 2387, "key_errors": null, "latency_sec": 1.3742127399891615, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "84269b77e267b7f9944b57d6e57a7fb5caa8600f5e9364c790073e8c2458c02e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:34.847588+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-topflow-024", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7098d60-7462-4271-b4c3-26b895415a3e", "result_sha256": "c651920c16273cb151dc3edb4282484c1fb80072ca07fecdde3d114eb6c84093", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 2.3153786051552743, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:42.134570+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d0e947c-9d85-49b9-8594-1892d14f2e67", "result_sha256": "4cd48a7a90cacbc229bdb81191825db763a3ddc07fbcca0343d140b4360a5050", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-first-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.335501837078482, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:25.656529+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f6a052c-1828-4720-be0d-8d8509fa83b8", "result_sha256": "f0917d90e836584486c0be349cc2298d42e8d266e712cf89bc3c8581982e0ced", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-first-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.2808196991682053, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:54.322395+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09a86ca9-2c84-4794-a3db-a666af39edfc", "result_sha256": "6cb0787dc8d889b200c2680c2d72a5c2f8fbfadd3a98d4f1a9011ece94680fd9", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-first-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-first-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.6021226290613413, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:47.874242+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71069505-0d4d-4aa7-ba42-6b1e501e5f1c", "result_sha256": "1fa99ff581904e8e887bcc6288f1fbe15ed8f30dcc7fb3077c11e5078a319bd3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-last-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.105372851016, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "756f6b3e431f583d190c4d469c2409153beb0d173c07c749e93a1af92d2e6f8e", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:12:00.024906+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1162fada-5af5-4da8-96db-572762fefd63", "result_sha256": "9d934f119216d2ec87a86ecbbe772e28d488b30a46ff58ac06ae6763fba98fc7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.3730823721271008, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:14:01.600756+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "beea44ac-25d8-4f4b-b09d-5b352f7e4fce", "result_sha256": "d39ac1ed3e06d7d847ddd086a1d73f4c628810c883f87ad1ab9362adf3eb86c6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-last-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.2017622210551053, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:11.408504+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebfa9bbe-1d66-4e90-bfa5-83282ce76572", "result_sha256": "98a5420bdd16fdbf4ddf0be3f3c3b64475ed1e5527ed2583d7c6a57dbfecf24a", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0049, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-last-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-last-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.7662111630197614, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:33.047209+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c824b794-4c95-498d-a57f-76fbd809706e", "result_sha256": "8e490f3f6b517db30712e027f8a6ea3c2b7662398e91865784a12f89ce91003e", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00522, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "B" }, "group_id": "widthcompare-equal-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.8496023621410131, "model_name": "gpt-6-sol", "output_tokens": 46, "prediction": { "choice": "B" }, "prompt_sha256": "cd2c2f1f86d4ef1f19fa7f880569a29637d27eed1e41cdded418dc476e8498ed", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:11:40.909366+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ca4f289-53e6-419f-b802-bc8f16db3c5c", "result_sha256": "d94d7a1ccbb45d4fd9ad86cf510aff64f3c07651705b4d18ea0079d54e6dd4fa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00519, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "A" }, "group_id": "widthcompare-equal-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-light-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.362673964817077, "model_name": "gpt-6-sol", "output_tokens": 43, "prediction": { "choice": "A" }, "prompt_sha256": "875f019d57875304ded0af8f075989118a0e4fcf9ca43c9eba1cda4f64a503a0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:21.365136+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bffb6863-b1dc-44db-8445-5081567d6f25", "result_sha256": "c5da1078b85d1d7d27d35634379bddc995ae5f69ae7d4d1a3a07df3e094d6d52", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.0052, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-0.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.5650705029256642, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:52.678582+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcdc6b4e-27a7-42f4-acb8-bb97b809ddd8", "result_sha256": "6e42028164ca47e57c8e35f1e623ea6c27c58ea7a96197b06c5f656d5f6005aa", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.00518, "err": null, "error": null, "error_kind": null, "family": "widthcompare", "ground_truth": { "choice": "C" }, "group_id": "widthcompare-equal-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/widthcompare-equal-dark-1.png", "input_tokens": 2380, "key_errors": null, "latency_sec": 1.4414420849643648, "model_name": "gpt-6-sol", "output_tokens": 42, "prediction": { "choice": "C" }, "prompt_sha256": "807b859493212c8c914db2b1d9395b00171e3c91df87b66b9663b6cc7b65c485", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:15.427477+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-widthcompare-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6979426d-22b6-433e-b37e-02d81b86a275", "result_sha256": "a0c5fc9bc5e0bd67da89facac183cd7ac7d5e69d88214ab71d277eb25d34ee88", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-left-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.148080912884325, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "eaad4b2f9e91b0501c9e0bbd973bee743f4eec05e7ad65bdddca7302eaa806eb", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:08:56.393923+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d9ad71-d8e4-4b5f-ac39-b89d9723f61f", "result_sha256": "60689a187a4214698f957495824331efaef1bac33a39c37315daec5fc437949c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-left-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.5611001290380955, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:49.584876+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e8f3a5-e8b7-439f-b1c1-cee87eed5e4b", "result_sha256": "e3d7d39057f559caa0411992eaaad6bf4120ec22f788224cd5b3d848fbc7914f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005298, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.4163800480309874, "model_name": "gpt-6-sol", "output_tokens": 52, "prediction": { "choice": "A" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:11:25.997405+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e226f8e-6ad3-47d9-a770-bd7b550249d5", "result_sha256": "3d35c3457dbb370c8db9e911a9554d4f293916c948b62efc2e9607306338f8e5", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005218, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-left-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-left-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.1820861471351236, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "A" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:39.398292+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3b08742-de09-45e3-82c5-47941f0b078f", "result_sha256": "fbe77100926b24af3c557e640112b6a0b773b0a76fef163f55f561988d5f8086", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005228, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-center-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9566678220871836, "model_name": "gpt-6-sol", "output_tokens": 45, "prediction": { "choice": "A" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:48.490962+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a357c4c-a656-45e7-9fed-879124bcdc58", "result_sha256": "75a598fbf58b298709156caee3a328bef048a037d45cbbe0f462d9d2440b34f0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005218, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.523366449167952, "model_name": "gpt-6-sol", "output_tokens": 44, "prediction": { "choice": "B" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:54.496197+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cb8f956-cd4e-4c21-b99e-42049c8eabf0", "result_sha256": "2fff4b0c7efbca8bc896e91296ebe3435caf54c64f0586e896f7ab7d7283107f", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005278, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-center-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9020569860003889, "model_name": "gpt-6-sol", "output_tokens": 50, "prediction": { "choice": "B" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:26.560485+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fb68fbb-cc7f-4376-a6d1-7861288940d3", "result_sha256": "425158003b8f1a4138b80a5e73dc7188db99d8b87ee9e2d1b96aa171165b2855", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005188, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-center-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-center-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.5318444781005383, "model_name": "gpt-6-sol", "output_tokens": 41, "prediction": { "choice": "C" }, "prompt_sha256": "4f5e9513c600f9a4c3e41e06f8b5947480ecacc47063f687d8ace9fa210713f1", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:21.255190+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "10ee3939-5f91-46c0-9c64-b85841d5bd90", "result_sha256": "0114e374a11d2f0564485c46d7661e05a9abc8a9f4444a983fee744c19f8f466", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005508, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "B" }, "group_id": "wrapalign-right-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.2913322530221194, "model_name": "gpt-6-sol", "output_tokens": 73, "prediction": { "choice": "B" }, "prompt_sha256": "3df695a5de14c72a5a5dd88e4cced5a400dc2307a605c97919c60104bfb7a338", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:12.476035+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "046feffb-fccc-43c1-96ad-6c38bd57d7f2", "result_sha256": "7e13c3fe00db34065679496ac04b49d788dd0175e6feb4642ad085ef27ff6762", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004918, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-light-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.3689022560138255, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "be68205720b4630afe6748f490c25dd02332bab19b459ce5a69565f78da84e8a", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:09:42.600363+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0df4226-84a8-4dfe-b2aa-fb614dfb595a", "result_sha256": "6e1ea81fe27df115d34ce67454cbd6283736df6f1b3dd1411eb897834f4f7b29", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005318, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "C" }, "group_id": "wrapalign-right-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-0.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 1.9214962620753795, "model_name": "gpt-6-sol", "output_tokens": 54, "prediction": { "choice": "C" }, "prompt_sha256": "71d9f4106dcceb21abcbdbcb7978862ff824dca3aef4bc9d0cc134a9007d7be3", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:25.984700+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40eca8f1-8b11-4a0e-8a19-0b166e2f1d34", "result_sha256": "88f3cb1218031dfc4308ffce98e6e4de82237f09e0602300a938451917134ca1", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.005428, "err": null, "error": null, "error_kind": null, "family": "wrapalign", "ground_truth": { "choice": "A" }, "group_id": "wrapalign-right-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapalign-right-dark-1.png", "input_tokens": 2389, "key_errors": null, "latency_sec": 2.6756245938595384, "model_name": "gpt-6-sol", "output_tokens": 65, "prediction": { "choice": "A" }, "prompt_sha256": "6f9f40796910da778fa5f30bd2cb43da95875ca8d6fb47db39f42ffb70cbab76", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:13:51.879528+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapalign-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d603c5-5c88-4c94-8799-d8c68aaf95d9", "result_sha256": "a60d0975466644a9ae4314def0b5a7d24868268a8e8f1b7754847cf5f5a8dd40", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.7050092390272766, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:47.725103+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-001", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b10a9567-c35c-493b-b647-aa098ae7953b", "result_sha256": "69cf7096d4b502db75c9530cfdd6e97a50d21a6107adb348c71f366b0ed378d0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.319834013003856, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:20.220141+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-002", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9527e207-3995-483a-a89a-45f50cfea894", "result_sha256": "1b186549048dcf33978845fcd02bc3b7529dde9675d9480a837a436234ca93cd", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-1-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.3894724450074136, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:10:42.772052+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-003", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac438bf2-70e0-4381-afe0-dc2bc9ff3f2d", "result_sha256": "85f9cd3e8932c30567144c51a0afcaa6ba6577db3d9280a56f0ed945e68e00ed", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-1-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-1-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1686251449864358, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:13:34.289146+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-004", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65c7a648-7d67-4673-bdb2-d3f6f4e31203", "result_sha256": "7e466a34fd5a5bd1d36726f220403c54a517723cc384b64ad49008353f5909c0", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.5368440290912986, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:13.577513+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-005", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbc93502-b10f-40bc-b8fe-e06a67030e9e", "result_sha256": "128577c62d45859f1eb5988608ea64505ebbee830efdb1e3d7a94892e44847d3", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-2-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.5008150301873684, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "e0ef52abca5ee7a42abae5e3fabccb2a95599a04ff3d41502af290e06d4711bd", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:10:27.509088+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-006", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "89f98b6e-4d4a-40d2-a585-c1dbfa358f81", "result_sha256": "1830a6e1ce05ea82a8980ae3b38c6c0737d04b253748496171867c5dc9a03f5b", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-2-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.7232552510686219, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:16.377912+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-007", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef54512e-e135-45b9-8db4-ea3334f46118", "result_sha256": "ee8e602295470848aabcf66ef86645feea607e42a61b094a4624a1e0ce7bf10c", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "A" }, "group_id": "wrapcount-2-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-2-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 2.4909515159670264, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "A" }, "prompt_sha256": "f426cc4a860aebf2f83ce2ed8bb35c244b740a3f0e0196bacf7e87e4c01825c0", "provider": "openai", "raw_prediction": "{\"choice\":\"A\"}", "recorded_at": "2026-09-23T12:09:13.368154+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-008", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "568700e5-2880-4f0e-bc85-1e8e4973fc1d", "result_sha256": "aeab7cc3ec1b77d150be6c4ef04ee80826e93a1abed23d02030ab91f975ab194", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-light-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.136817734921351, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "a879d0677f7b7d6bd13a35743cb1a9461192ed1362a649bede5b7da8c73785da", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:10:11.190323+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-009", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09c79cf3-82f8-4382-9562-aebb6c5f1877", "result_sha256": "228358f54b76d913dac4b02361578bf5c30b08a3f1ab3c3232b0e97d3776e7d6", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-light-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-light-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.4513045109342784, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:12:58.860676+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-010", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "966c9dc6-2c3d-46b6-84a6-442216dd8a0b", "result_sha256": "7114dc71379fea1ac52c0c868b0afe7a08af1429aef805c2fe0766f3444d7ee7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "C" }, "group_id": "wrapcount-3-dark-0", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-0.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.1018581360112876, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "C" }, "prompt_sha256": "d5a11da43aa9608fe90b20a74d3d14e9dbf3731c33be73ca93aad96c927ccc7d", "provider": "openai", "raw_prediction": "{\"choice\":\"C\"}", "recorded_at": "2026-09-23T12:11:24.675840+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-011", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3383b080-a518-4611-a9c0-0ce5a82499e1", "result_sha256": "12b6a0209dcc32192cba7683ef8115c8bbcd4efda27c7e05d07fd2fc191cc7c7", "result": { "correct": true, "cost_estimated": false, "cost_usd": 0.004874, "err": null, "error": null, "error_kind": null, "family": "wrapcount", "ground_truth": { "choice": "B" }, "group_id": "wrapcount-3-dark-1", "image_path": "/mnt/disks/data/layoutbench/dataset/layoutbench-v0.3/wrapcount-3-dark-1.png", "input_tokens": 2367, "key_errors": null, "latency_sec": 1.2820711068343371, "model_name": "gpt-6-sol", "output_tokens": 14, "prediction": { "choice": "B" }, "prompt_sha256": "15d8bd94924cd0eb8efdec17da21c6da4f97b10dd9a51e2d28e533f308413109", "provider": "openai", "raw_prediction": "{\"choice\":\"B\"}", "recorded_at": "2026-09-23T12:09:06.836445+00:00", "request_attempts": 1, "score": 100, "task_id": "layoutbench-wrapcount-012", "tight_score": null, "unmetered_attempts": 0, "valid": true, "within_bands": null } } ] }